-- Logs begin at Tue 2022-04-12 13:54:47 UTC, end at Tue 2022-04-12 15:39:09 UTC. -- Apr 12 14:44:39.022220 dv-cinder-837524-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 14:44:42.127300 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.common.config [-] Logging enabled! Apr 12 14:44:42.127918 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 14:44:42.128088 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 14:44:42.131410 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.common.config [-] Logging enabled! Apr 12 14:44:42.131667 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 14:44:42.131979 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 14:44:42.132925 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:44:42.133157 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:44:42.133527 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:44:42.133800 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:44:42.134029 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:44:42.134446 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.134884 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 14:44:42.135198 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.135494 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.135788 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.136083 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.136374 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.136657 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.136946 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.137241 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.137526 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.137829 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.138124 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.138413 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.138697 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.138987 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.139274 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.139560 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] debug = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.139847 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.140284 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.140701 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.140986 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.141275 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.141560 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.141893 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.142235 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.143438 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.144060 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] host = dv-cinder-837524-1-iscsi {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.144335 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.144628 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.144921 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.145214 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.145495 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.145801 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.146093 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.146369 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.146643 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] log_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.146924 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.147213 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.147502 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.147793 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.148020 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.148245 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.148544 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.148832 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.149113 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.149394 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.149697 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.149979 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.150256 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.150531 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.150819 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.151106 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.151393 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.151671 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.151947 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.152221 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.152495 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.152780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.153056 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.153332 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.153606 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.153920 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.154192 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.154467 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.154769 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.155060 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.155344 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.155628 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.155905 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.156188 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.156462 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.156735 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.157009 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] use_json = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.157285 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.157556 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.158457 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.158867 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.159178 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.159528 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.159811 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.160103 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.160380 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:42.160685 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.160982 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.161282 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.161585 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.161902 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.162186 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.162477 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.162757 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.163045 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.163333 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.163622 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.163901 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.164201 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.164493 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.164788 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.165092 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.165386 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.165708 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.165988 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.166264 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.166540 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.166819 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.167106 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.167386 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.167677 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.167968 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.168251 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.168548 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.168835 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.169129 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.169418 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.169724 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.170008 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.170300 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.170587 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.170859 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.171137 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.171427 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.171709 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.171982 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.172267 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.172546 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.172820 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.173113 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.174301 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.174784 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.174880 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.175098 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.175376 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.175660 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.175937 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.176227 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.176508 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.176782 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.177058 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.177340 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.177614 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.177913 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.178196 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.178470 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.178750 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.179023 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.179298 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.179574 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.179849 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.180128 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.180392 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.180664 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.180944 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.181218 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.181490 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.183515 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.183792 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.184090 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186609 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186609 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.186751 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.187034 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.188760 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.189109 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.189490 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.189490 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.190162 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.190459 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.190770 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.192838 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.193154 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.193459 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.193784 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.194081 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.194382 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.194679 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.194991 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.195296 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.195601 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.195905 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.196207 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.196498 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.196818 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.197104 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:42.197329 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:44:42.197584 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110414) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 14:44:42.585605 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 14:44:42.585906 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 14:44:42.586214 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 14:44:42.586547 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 14:44:42.914735 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.914968 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.915237 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.916524 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.916798 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.917060 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.970256 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.971208 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.971487 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.986921 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.987190 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:42.987455 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.016843 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.017146 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.017405 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.054271 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.054563 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.054828 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.392611 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.393315 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.393315 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.393493 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.394128 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.493423 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.493765 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.494048 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.494319 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.494585 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.494895 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.495154 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.495411 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.495665 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.495947 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.496205 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.496468 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.496724 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.496975 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.497229 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.497492 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.497767 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.498036 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.498304 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.498563 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.498984 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.499243 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.499534 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.499914 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.500166 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.500414 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.500811 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:43.501053 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:43.501294 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:43.502096 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:43.502359 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:43.502600 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:43.502967 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 14:44:43.506050 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 14:44:43.509966 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 14:44:43.513556 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 12 14:44:43.515189 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 14:44:43.515653 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 14:44:43.515984 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 14:44:43.516364 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 14:44:43.519326 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 14:44:43.519580 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 14:44:43.519927 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 14:44:43.524764 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 14:44:43.548046 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 14:44:43.549026 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.549322 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110414) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 14:44:43.549727 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.551091 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110414) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 14:44:43.551374 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 14:44:43.551622 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 14:44:43.554955 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.555241 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:43.617140 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 14:44:43.617381 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 14:44:43.617616 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 14:44:43.618008 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 14:44:43.638486 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_db.sqlalchemy.engines [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110414) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 14:44:44.298796 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing driver for type 'gre' Apr 12 14:44:44.299347 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] gre ID ranges: [(1, 1000)] Apr 12 14:44:44.549768 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing driver for type 'local' Apr 12 14:44:44.550313 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing driver for type 'vlan' Apr 12 14:44:44.646249 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] VlanTypeDriver initialization complete Apr 12 14:44:44.646580 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing driver for type 'vxlan' Apr 12 14:44:44.647084 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] vxlan ID ranges: [(1, 1000)] Apr 12 14:44:44.903901 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing extension driver 'port_security' Apr 12 14:44:44.904173 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.extensions.port_security [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] PortSecurityExtensionDriver initialization complete Apr 12 14:44:44.904506 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing mechanism driver 'openvswitch' Apr 12 14:44:44.904838 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing mechanism driver 'hyperv' Apr 12 14:44:44.917274 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.plugin [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:44.918171 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.918553 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.918912 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.919448 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:44:44.919892 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnet after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.920249 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnet after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.920599 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnet after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.921000 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:44:44.921414 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.921795 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.922146 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.922543 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:44:44.922954 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > security_group after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.923804 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > security_group after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.924186 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > security_group after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.924583 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:44:44.924998 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.925349 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.925721 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.926122 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:44:44.926536 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > address_group after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.926886 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > address_group after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.927236 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > address_group after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.927656 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110414) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:44:44.928105 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] ML2 OVO RPC backend initialized. {{(pid=110414) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 14:44:44.928818 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router_interface after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.929175 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.929596 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.929969 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > networks before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.930321 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.930667 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > ports before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.931017 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnet before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.931368 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnets before_response 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.931715 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.932063 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.932400 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.932738 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.933077 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.933415 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.933784 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnet after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.934123 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnet after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.934458 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > subnet after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.942666 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded quota_driver: . Apr 12 14:44:44.943034 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.plugin [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Modular L2 Plugin initialization complete Apr 12 14:44:44.943385 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading services supported by the core plugin {{(pid=110414) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 14:44:44.943732 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.plugins.ml2.managers [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Got port-security extension from driver 'port_security' Apr 12 14:44:44.944216 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.extensions.vlantransparent [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Disabled vlantransparent extension. Apr 12 14:44:44.944713 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110414) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 14:44:44.945041 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: router Apr 12 14:44:44.985599 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router_interface before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.986603 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router after_create 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.986983 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router before_create 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.987354 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.987728 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.988086 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router after_delete 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.988447 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > floatingip after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.988800 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > floatingip after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.989159 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router after_create 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.989509 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router after_update 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.989894 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router after_update 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.990251 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.990614 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router after_update 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.991030 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_update 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.991402 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: port after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.991743 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: port after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.992086 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: subnet after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.992431 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.992786 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > port precommit_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.993132 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_create 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.993493 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: port before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.993869 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.994228 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router after_update 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.994572 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_delete 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.994923 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_create 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.995286 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router_interface after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.995679 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_update 55549900 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.996031 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > agent after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.996384 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > agent after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.996862 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > network after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:44.997757 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Tracking information for resource: router configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:44.998095 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Tracking information for resource: floatingip configured {{(pid=110414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:44:45.006817 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.db.l3_agentschedulers_db [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 14:44:45.007393 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: port after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.007756 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: port after_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.008110 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: port after_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.008464 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: port after_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.009257 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router before_create 55550100 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.009649 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_delete 55550100 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.010013 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_create 55550100 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.010371 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > router precommit_update 55550100 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.015205 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.services.provider_configuration [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service providers = [] {{(pid=110414) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 14:44:45.015573 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.db.servicetype_db [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110414) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 14:44:45.018633 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.services.service_base [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:44:45.018986 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.services.service_base [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:44:45.019329 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.services.service_base [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:44:45.020229 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.services.service_base [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:44:45.020600 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.services.service_base [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 14:44:45.020978 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.021297 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 14:44:45.033279 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.033619 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: auto_allocate Apr 12 14:44:45.039229 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: network precommit_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.039606 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: network precommit_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.040122 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.040443 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: tag Apr 12 14:44:45.047231 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.047566 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: timestamp Apr 12 14:44:45.051955 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.052288 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: network_ip_availability Apr 12 14:44:45.057826 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.058201 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.058560 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.059279 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.059600 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: flavors Apr 12 14:44:45.067705 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.068073 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading Plugin: revisions Apr 12 14:44:45.072314 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:44:45.072704 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_concurrency.lockutils [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.486s {{(pid=110414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 14:44:45.073463 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110414) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 14:44:45.073820 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Initializing extension manager. Apr 12 14:44:45.074352 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: __init__.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.074694 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: __pycache__ {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.075033 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: address_group.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.075787 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.076351 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: address-group Apr 12 14:44:45.076681 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: address_scope.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.077401 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.077937 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: address-scope Apr 12 14:44:45.078264 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: admin_state_down_before_update.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.079199 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.080070 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: router-admin-state-down-before-update Apr 12 14:44:45.080225 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: agent.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.080901 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.081408 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: agent Apr 12 14:44:45.081758 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: agent_resources_synced.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.082679 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.083186 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: agent-resources-synced Apr 12 14:44:45.083509 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: allowedaddresspairs.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.085309 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.085864 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: allowed-address-pairs Apr 12 14:44:45.086198 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: auto_allocated_topology.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.087271 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.087786 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: auto-allocated-topology Apr 12 14:44:45.088115 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: availability_zone.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.088814 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.089320 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: availability_zone Apr 12 14:44:45.089678 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: availability_zone_filter.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.090607 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.091116 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: availability_zone_filter Apr 12 14:44:45.091443 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: data_plane_status.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.092355 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.092859 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 14:44:45.093181 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: default_subnetpools.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.094135 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.094641 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: default-subnetpools Apr 12 14:44:45.094962 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: dhcpagentscheduler.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.095814 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.096321 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: dhcp_agent_scheduler Apr 12 14:44:45.096647 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: dns.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.106227 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.106734 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension dns-integration not supported by any of loaded plugins Apr 12 14:44:45.107062 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: dns_domain_ports.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.107991 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.108497 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 14:44:45.108820 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.109783 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.110285 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 14:44:45.110606 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: dvr.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.111830 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.112333 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: dvr Apr 12 14:44:45.112656 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: ecmp_routes.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.113578 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.114106 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 14:44:45.114428 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: empty_string_filtering.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.115359 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.115862 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: empty-string-filtering Apr 12 14:44:45.116185 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.117105 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.117607 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 14:44:45.117951 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.118885 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.119382 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 14:44:45.119705 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: external_net.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.120619 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.121119 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: external-net Apr 12 14:44:45.121442 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: extra_dhcp_opt.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.122450 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.122957 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: extra_dhcp_opt Apr 12 14:44:45.123280 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: extraroute.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.124203 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.124713 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: extraroute Apr 12 14:44:45.125039 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: extraroute_atomic.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.126105 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.127232 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: extraroute-atomic Apr 12 14:44:45.127573 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: filter_validation.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.128201 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.128734 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: filter-validation Apr 12 14:44:45.129062 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: fip_pf_description.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.130185 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.130689 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 14:44:45.131059 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: fip_pf_port_range.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.131995 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.132496 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 14:44:45.132821 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: fip_port_details.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.133782 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.134286 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: fip-port-details Apr 12 14:44:45.134610 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: flavors.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.135845 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.136361 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: flavors Apr 12 14:44:45.136689 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.138356 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.138885 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 14:44:45.139220 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: floatingip_pools.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.139924 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.140434 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: floatingip-pools Apr 12 14:44:45.140762 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: ip_allocation.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.146592 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.147104 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 14:44:45.147430 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.148380 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.148893 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: ip-substring-filtering Apr 12 14:44:45.149219 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l2_adjacency.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.150208 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.150717 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 14:44:45.151044 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.152047 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.152613 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: router Apr 12 14:44:45.152918 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3_conntrack_helper.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.155235 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.155721 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 14:44:45.156054 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.156985 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.157500 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: ext-gw-mode Apr 12 14:44:45.158512 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.159466 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.159978 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: l3-ha Apr 12 14:44:45.160306 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.161227 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.161777 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 14:44:45.162104 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3_flavors.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.163030 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.163547 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: l3-flavors Apr 12 14:44:45.163871 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3_ndp_proxy.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.165242 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.165796 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 14:44:45.166132 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.167088 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.167601 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 14:44:45.167933 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: l3agentscheduler.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.168965 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.169481 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: l3_agent_scheduler Apr 12 14:44:45.169849 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: local_ip.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.171744 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.172259 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension local_ip not supported by any of loaded plugins Apr 12 14:44:45.172593 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: logging.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.174787 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.175313 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension logging not supported by any of loaded plugins Apr 12 14:44:45.175644 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: metering.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.176397 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.176974 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: metering Apr 12 14:44:45.177300 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.178429 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.178952 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: metering_source_and_destination_fields Apr 12 14:44:45.179271 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: multiprovidernet.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.180204 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.180717 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: multi-provider Apr 12 14:44:45.181042 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: netmtu.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.181999 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.182505 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: net-mtu Apr 12 14:44:45.182825 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: netmtu_writable.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.187052 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.187563 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: net-mtu-writable Apr 12 14:44:45.187886 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: network_availability_zone.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.188563 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.189240 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: network_availability_zone Apr 12 14:44:45.189712 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: network_ip_availability.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.190767 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.191277 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: network-ip-availability Apr 12 14:44:45.191603 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: network_segment_range.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.192374 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.192876 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 14:44:45.193201 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: pagination.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.194246 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.194578 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: pagination Apr 12 14:44:45.194902 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: port_device_profile.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.195814 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.196331 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: port-device-profile Apr 12 14:44:45.196658 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.197590 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.198120 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: port-mac-address-regenerate Apr 12 14:44:45.198444 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.199389 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.199950 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: port-numa-affinity-policy Apr 12 14:44:45.200217 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: port_resource_request.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.201130 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.201666 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 14:44:45.201988 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: port_resource_request_groups.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.202961 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.203467 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 14:44:45.203791 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: portbindings.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.204787 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.205269 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: binding Apr 12 14:44:45.205569 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: portbindings_extended.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.206858 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.207369 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: binding-extended Apr 12 14:44:45.207695 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: portsecurity.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.208621 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.209131 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: port-security Apr 12 14:44:45.209460 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: project_id.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.210469 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.210800 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: project-id Apr 12 14:44:45.211125 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: providernet.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.212058 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.212567 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: provider Apr 12 14:44:45.212890 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.216472 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.216996 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos not supported by any of loaded plugins Apr 12 14:44:45.217333 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.218620 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.219136 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 14:44:45.219468 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.221075 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.221584 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 14:44:45.221938 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_default.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.232386 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.232897 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-default not supported by any of loaded plugins Apr 12 14:44:45.233226 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_fip.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.234197 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.234706 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-fip not supported by any of loaded plugins Apr 12 14:44:45.235035 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_fip_network_policy.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.236569 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.237075 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 14:44:45.237462 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_gateway_ip.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.238356 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.238866 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 14:44:45.239193 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_port_network_policy.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.240119 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.240621 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 14:44:45.240947 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.242022 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.242531 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 14:44:45.242859 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.243898 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.244409 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 14:44:45.244737 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_pps_rule.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.245941 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.246481 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-pps not supported by any of loaded plugins Apr 12 14:44:45.246787 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_rule_type_details.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.247719 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.248223 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 14:44:45.248546 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_rule_type_filter.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.249470 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.250018 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 14:44:45.250344 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: qos_rules_alias.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.251424 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.252030 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 14:44:45.252364 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: quota_check_limit.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.253289 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.253835 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: quota-check-limit Apr 12 14:44:45.254161 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: quotasv2.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.255102 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.255504 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: quotas Apr 12 14:44:45.255747 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: quotasv2_detail.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.257498 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.257870 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: quota_details Apr 12 14:44:45.258204 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: rbac.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.259281 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.259813 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: rbac-policies Apr 12 14:44:45.260145 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: rbac_address_group.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.261088 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.261604 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: rbac-address-group Apr 12 14:44:45.261955 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: rbac_address_scope.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.262883 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.263396 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: rbac-address-scope Apr 12 14:44:45.263716 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: rbac_security_groups.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.264715 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.265224 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: rbac-security-groups Apr 12 14:44:45.265560 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: rbac_subnetpool.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.266511 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.267037 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: rbac-subnetpool Apr 12 14:44:45.267447 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: revisionifmatch.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.268389 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.268898 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: revision-if-match Apr 12 14:44:45.269217 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: revisions.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.270383 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.270897 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: standard-attr-revisions Apr 12 14:44:45.271227 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: router_availability_zone.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.271906 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.272420 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: router_availability_zone Apr 12 14:44:45.272745 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: routerservicetype.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.273705 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.274218 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension router-service-type not supported by any of loaded plugins Apr 12 14:44:45.274542 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.275484 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.275999 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: security-groups-normalized-cidr Apr 12 14:44:45.276324 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: security_groups_port_filtering.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.277257 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.277800 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: port-security-groups-filtering Apr 12 14:44:45.278125 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.279070 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.279591 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: security-groups-remote-address-group Apr 12 14:44:45.279905 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.280838 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.281346 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: security-groups-shared-filtering Apr 12 14:44:45.281700 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.282298 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 14:44:45.282616 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: securitygroup.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.292746 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.293317 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: security-group Apr 12 14:44:45.293608 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: segment.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.294362 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.294870 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension segment not supported by any of loaded plugins Apr 12 14:44:45.295201 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.296162 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.296718 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 14:44:45.297003 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: servicetype.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.298126 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.299296 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: service-type Apr 12 14:44:45.299628 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: sorting.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.300625 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.300961 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: sorting Apr 12 14:44:45.301287 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: standard_attr_segment.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.302261 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.302778 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 14:44:45.303110 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: standardattrdescription.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.303766 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.304273 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: standard-attr-description Apr 12 14:44:45.304599 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: stateful_security_group.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.305541 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.306102 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: stateful-security-group Apr 12 14:44:45.306424 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: stdattrs_common.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.307005 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 14:44:45.307328 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.308300 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.308812 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 14:44:45.309137 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: subnet_onboard.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.310239 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.310760 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: subnet_onboard Apr 12 14:44:45.311088 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.312028 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.312541 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 14:44:45.312867 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: subnet_service_types.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.313922 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.314444 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: subnet-service-types Apr 12 14:44:45.314770 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: subnetallocation.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.315854 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.316370 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: subnet_allocation Apr 12 14:44:45.316695 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.317481 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.318026 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: subnetpool-prefix-ops Apr 12 14:44:45.318352 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.319321 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.319833 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 14:44:45.320156 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: tagging.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.321217 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.321774 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: standard-attr-tag Apr 12 14:44:45.322105 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: timestamp.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.323306 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.323818 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loaded extension: standard-attr-timestamp Apr 12 14:44:45.324148 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: trunk.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.325188 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.325736 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension trunk not supported by any of loaded plugins Apr 12 14:44:45.331609 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: trunk_details.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.332315 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.332824 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension trunk-details not supported by any of loaded plugins Apr 12 14:44:45.333151 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: uplink_status_propagation.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.334112 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.334624 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 14:44:45.334949 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Loading extension file: vlantransparent.py {{(pid=110414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:44:45.335625 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:44:45.336126 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 14:44:45.338704 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:network Apr 12 14:44:45.339227 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:subnet Apr 12 14:44:45.339627 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:44:45.340023 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:port Apr 12 14:44:45.341265 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.341737 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service FLAVORS assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.342374 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.342815 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.343144 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:router Apr 12 14:44:45.343572 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:floatingip Apr 12 14:44:45.344070 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service METERING assigned prefix: /metering {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.346059 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.346443 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.346798 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:44:45.347813 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 14:44:45.348264 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:security_group Apr 12 14:44:45.348711 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 14:44:45.349295 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service CORE assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.349661 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:44:45.350256 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] subnetpool is already registered Apr 12 14:44:45.350701 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service CORE assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.351031 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:44:45.351368 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] subnetpool is already registered Apr 12 14:44:45.353752 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.354217 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service FLAVORS assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.354951 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.355392 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.355731 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:router Apr 12 14:44:45.356074 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] router is already registered Apr 12 14:44:45.356509 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:floatingip Apr 12 14:44:45.356850 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] floatingip is already registered Apr 12 14:44:45.357318 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service METERING assigned prefix: /metering {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.358070 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 14:44:45.358402 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] rbac_policy is already registered Apr 12 14:44:45.358818 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:security_group Apr 12 14:44:45.359156 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] security_group is already registered Apr 12 14:44:45.359574 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 14:44:45.359910 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] security_group_rule is already registered Apr 12 14:44:45.360408 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service CORE assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.360737 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:44:45.361715 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] subnetpool is already registered Apr 12 14:44:45.362225 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.v2.resource_helper [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Service CORE assigned prefix: {{(pid=110414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:44:45.362556 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:44:45.362893 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING neutron.quota.resource_registry [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] subnetpool is already registered Apr 12 14:44:45.363372 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: extensions {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.366080 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: address-groups {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.367566 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: address-scopes {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.368775 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: agents {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.370089 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: auto-allocated-topology {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.371333 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: availability_zones {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.372553 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: dhcp-networks {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.373981 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: dhcp-agents {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.375529 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: routers {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.377956 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: flavors {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.379214 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: service_profiles {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.380415 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: next_providers {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.381905 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: service_profiles {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.383362 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: floatingip-pools {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.384685 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: routers {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.386844 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: floatingips {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.388022 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: l3-routers {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.389511 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: l3-agents {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.390987 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: metering-labels {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.392441 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: metering-label-rules {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.393852 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: network-ip-availabilities {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.395114 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: bindings {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.396662 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: quotas {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.398373 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: quotas {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.399918 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: rbac-policies {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.406359 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: security-groups {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.406359 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: security-group-rules {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.406359 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: service-providers {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.406359 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: subnetpools {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.406359 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: subnetpools {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.408300 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.410012 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.411851 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.413670 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.415358 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.417323 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.419033 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.420836 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.424343 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.426291 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron.api.extensions [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Extended resource: tags {{(pid=110414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:44:45.432343 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING keystonemiddleware.auth_token [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 14:44:45.436864 dv-cinder-837524-1-iscsi neutron-server[110414]: WARNING keystonemiddleware.auth_token [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 14:44:45.446221 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_concurrency.lockutils [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Acquired lock "singleton_lock" {{(pid=110414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 14:44:45.446695 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_concurrency.lockutils [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Releasing lock "singleton_lock" {{(pid=110414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 14:44:45.447349 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO oslo_service.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Starting 2 workers Apr 12 14:44:45.452459 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Started child 110561 {{(pid=110414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:44:45.457100 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Started child 110562 {{(pid=110414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:44:45.458295 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:45.459004 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO neutron.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 14:44:45.459378 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Publish callbacks [] for process (None), before_spawn {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:45.459877 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [-] (110561) wsgi starting up on http://0.0.0.0:9696 Apr 12 14:44:45.461845 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO oslo_service.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Starting 1 workers Apr 12 14:44:45.462120 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:45.463650 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [-] (110562) wsgi starting up on http://0.0.0.0:9696 Apr 12 14:44:45.467188 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Started child 110563 {{(pid=110414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:44:45.467725 dv-cinder-837524-1-iscsi neutron-server[110414]: INFO oslo_service.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Starting 1 workers Apr 12 14:44:45.471592 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] calling RpcWorker wait() {{(pid=110563) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 14:44:45.472156 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] returning from RpcWorker wait() {{(pid=110563) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 14:44:45.473108 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Started child 110564 {{(pid=110414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:44:45.473606 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:45.473977 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG neutron_lib.callbacks.manager [None req-5190e1c7-5d23-4864-ae61-a5e02ab45ebe None None] Publish callbacks [] for process (None), after_spawn {{(pid=110414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:45.474325 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:45.477310 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 14:44:45.477310 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:44:45.477310 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:44:45.477310 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:44:45.477310 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:44:45.477310 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:44:45.478027 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.478113 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.478306 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:45.478811 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.478811 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.478936 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.479277 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:45.479436 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.479866 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.480145 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.480416 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.480739 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.480908 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.481242 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.481493 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.481752 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.482071 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.482345 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.482612 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.482880 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.483051 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.483299 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.483588 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.483845 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.484124 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] debug = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.484361 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.484825 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.485050 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.485286 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.485505 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.486687 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.486687 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.487056 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.487302 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.487519 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.487752 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.487992 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.488224 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.488458 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.488706 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.488919 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.489173 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.489396 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.489894 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] host = dv-cinder-837524-1-iscsi {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.490152 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.490369 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.490618 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.490874 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.491134 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.491364 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.491617 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.491860 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.492128 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.492342 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.492581 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.492811 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.493080 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.493356 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.493507 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_options = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.493696 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.493966 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.494224 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.494410 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.494568 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.494708 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.494967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.495111 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.495372 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.495589 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.495798 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.496028 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.496257 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.496539 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.496731 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.497021 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.497257 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.497480 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.497772 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.498000 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.498239 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.498514 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.498787 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.499084 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.499334 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.499569 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.499795 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.500294 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.500294 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.500880 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.501121 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.501434 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.501610 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.501864 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.502120 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.502349 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.502576 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.502786 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.503069 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.503493 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.503750 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.504487 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.505109 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.505109 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.505109 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.505587 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.505587 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_json = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.506304 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.506304 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.506304 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.506721 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.506721 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.507063 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.507148 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.507314 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.507524 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.509463 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.509811 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.517865 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.518909 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.519846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.520967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.521868 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.521868 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.521868 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.521868 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.521868 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.521868 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.521868 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.522675 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.522675 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.522675 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.522675 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.523123 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.523259 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.524077 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.524077 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.524077 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.524327 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.524400 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.524677 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.524851 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.525105 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.525328 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.526402 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.526402 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.526402 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.526402 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.526947 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.526947 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.527155 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.527271 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.527412 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.527655 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.528070 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.528070 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.528967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.528967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.528967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.528967 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.529334 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.529414 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.529617 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.529885 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.530103 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.530325 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.530977 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.530977 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.530977 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.531205 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.531376 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.531590 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.531805 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.532024 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.532241 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.532454 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.532668 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.533462 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.533741 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.533974 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.534314 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.534568 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.536065 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.536065 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.536065 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.536065 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.536065 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.537780 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.539897 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.540614 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.540614 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.540614 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.540614 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.541758 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.541758 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.541758 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.541758 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.542338 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.542338 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.542728 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.542950 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.543173 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.543373 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.543562 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.543809 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.544051 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.544297 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.544533 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.544769 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.545028 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.545275 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.545508 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.545759 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.546082 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.546331 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.546568 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.546778 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.547049 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.547303 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.547543 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.547816 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.548060 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.548378 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.548634 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.548895 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.549227 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.549508 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.549809 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.550331 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.550331 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.550510 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.550660 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.550880 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.551097 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.551334 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.551551 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.554328 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.554590 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.554835 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.555072 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.555401 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.555643 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.555875 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.556144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.556374 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.557222 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.557467 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.557752 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.558021 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.558312 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.558594 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.558869 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.559111 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.559981 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.560249 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.560771 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.561072 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.561342 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.561577 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.561830 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.563233 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.563233 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.563233 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.563448 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.563676 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.563923 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.564235 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.564590 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.564959 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.565208 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.565473 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.565749 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.565997 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.566248 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.566510 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.566734 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.566957 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.567182 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.567427 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.567668 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.567891 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.568133 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.568355 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.568599 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.568844 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.569088 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.569332 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.569577 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.569833 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.570082 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.570307 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.570529 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.570746 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.571459 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.571859 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.572093 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.572312 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.572617 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.572877 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.573113 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.573379 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.573604 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.573905 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.574162 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.574380 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.574623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.574853 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.575074 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.575286 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.575517 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.575730 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.575943 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.576191 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.576416 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.576630 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.576886 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.577098 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.577529 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.577938 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.578345 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.578709 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.579117 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.579375 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.580175 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.580482 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.580711 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.580932 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.581186 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.581405 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.581621 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.581892 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.582113 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.582352 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.582664 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.583120 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.583429 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.583788 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.584110 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.584362 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.584634 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.584966 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.585220 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.585486 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.585732 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.585987 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.586212 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.586488 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.586826 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.587110 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.587382 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.587649 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.587956 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.588234 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.588503 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.588725 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.589009 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.589351 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.589673 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.589998 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.590266 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.590523 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.590782 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.591032 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.591255 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.591495 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.591712 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.591972 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.592203 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.592432 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.592649 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.592879 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.593099 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.593353 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.593569 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.593826 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.594048 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.594228 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:44:45.594769 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 14:44:45.594940 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:44:45.595098 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:44:45.595840 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:44:45.596017 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:44:45.596173 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:44:45.596491 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.596605 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.596738 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.596905 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.597070 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.597271 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.597437 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.597624 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.597804 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.597966 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.598127 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.598286 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.598444 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.598605 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.598760 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.598922 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.599081 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.599243 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.599410 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.599571 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.599729 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.600144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.600290 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] debug = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.600451 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.600659 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.600822 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.601133 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.601300 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.601460 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.601618 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.601802 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.601962 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.602121 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.602282 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.602442 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.602601 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.602760 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.602919 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.603076 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.603236 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.603394 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.603554 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] host = dv-cinder-837524-1-iscsi {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.603714 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.603873 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.604016 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:44:45.604124 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.604209 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.604324 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.604482 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.604640 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.604799 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.604957 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.605115 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.605276 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.605435 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.605593 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.605776 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.605938 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_options = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.606092 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.606230 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.606386 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.606605 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.606777 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.606958 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.607087 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.607240 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.607402 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.607574 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.607710 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.607846 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.608003 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.608161 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.608315 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.608453 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.608614 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.608777 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.608937 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.609114 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.609246 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.609381 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.609535 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.609717 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.609860 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.609996 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.610157 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.610317 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.610476 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.611623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.611623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.611623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.611623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.611623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.611623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612163 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612163 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612163 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612163 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612434 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612434 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612587 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612696 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.612856 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.613014 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.613174 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.613332 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_json = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.613492 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.613676 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.613839 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.613999 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.614157 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.614317 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.614475 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.614634 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.614793 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:44:45.614970 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.615133 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.615306 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.615460 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.615618 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.615779 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.615940 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.616101 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.616262 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.616422 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.616591 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.616758 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.616929 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.617091 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.617251 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.617415 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.617576 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.617757 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.617920 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.618082 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.618244 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.618406 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.618575 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.618735 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.618895 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.619055 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.619218 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.619385 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.619548 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.619723 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.619884 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.620046 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.620207 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.620368 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.620531 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.620692 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.620854 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.621015 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.621176 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.621344 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.621486 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.621677 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.621829 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.621989 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.622151 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.622312 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.622474 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.622635 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.622798 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.622959 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.623122 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.623287 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.623445 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.623606 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.623766 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.623927 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.624087 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.624259 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.624419 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.624580 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.624740 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.624901 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.625062 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.625222 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.625382 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.625542 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.625731 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.625896 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.626070 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.626231 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.626415 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.626717 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.626945 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.627109 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.627270 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.627433 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.627593 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.627755 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.627917 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.628078 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.628238 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.628399 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.628561 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.628721 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.628883 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.629072 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.629234 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.629395 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.629557 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.629742 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.629905 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.630074 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.630292 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.630448 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.630562 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.630723 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.630885 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.631047 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.631209 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.631370 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.631536 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.631700 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.631850 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.632220 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.632220 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.632464 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.632464 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.632696 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.632827 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.632950 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.633071 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.633211 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.633377 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.633525 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.633705 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.633851 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.634016 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.634172 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.634309 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.634480 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.634643 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.634797 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.634956 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.635124 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.635295 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.635448 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.635595 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.635756 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.635942 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.636107 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.636270 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.636433 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.636599 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.636762 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.636923 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.637096 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.637259 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.637422 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.637587 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.637771 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.637937 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.638098 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.638259 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.638440 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.638584 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.638728 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.638890 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.639051 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.639211 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.639371 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.639533 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.639694 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.639854 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.640015 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.640175 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.640338 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.640499 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.640715 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.640883 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.641045 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.641206 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.641368 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.641529 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.641723 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.641870 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.642579 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.642716 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.642872 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.643033 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.643195 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.643356 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.643518 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.643679 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.643840 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.644001 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.644162 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.644326 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.644487 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.644650 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.644812 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.644973 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.645134 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.645295 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.645530 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.645702 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.645821 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.645988 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.646152 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.646313 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.646479 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.646640 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.646802 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.646963 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.647124 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.647304 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.647465 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.647625 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.647789 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.647951 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.648112 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.648273 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.648434 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.648594 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.648753 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.648916 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.649077 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.649237 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.649420 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.649549 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.649728 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.649894 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.650057 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.650219 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.650382 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.650543 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.650704 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.650864 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.651026 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.651188 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.651347 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.651507 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.651668 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.651829 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.652003 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.652196 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.652358 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.652519 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.652679 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.652839 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.653010 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.653172 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.653332 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.653492 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.653683 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.653832 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.654003 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.654164 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.654325 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.654485 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.654646 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.654807 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.654976 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.655137 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.655296 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.655457 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.655620 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.655783 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.655952 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.656113 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.656273 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.656486 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.656590 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.656746 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.656915 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.657076 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.657236 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.657396 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.657556 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.657877 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.658046 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.658159 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.658296 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.658384 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.658545 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.658706 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.658866 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.659037 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.659199 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.659361 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.659521 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.659683 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.659843 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.660005 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.660170 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.660341 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.660508 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.660672 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.660839 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.661008 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.661178 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.661339 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.661505 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.661697 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.661859 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.662020 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.662181 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.662343 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.662504 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.662665 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.662824 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.662984 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.663144 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.663304 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.663463 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.663623 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.663784 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.663944 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.664104 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.664264 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.664424 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.664584 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.664743 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:44:45.664898 dv-cinder-837524-1-iscsi neutron-server[110414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:44:45.763741 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 36384) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:44:45.774762 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0085659 Apr 12 14:44:57.414838 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ba79d-95e1-4702-8005-5b5a94cd2798 None None] get_active_networks_info from dv-cinder-837524-1-iscsi {{(pid=110563) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 14:44:57.481514 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ba79d-95e1-4702-8005-5b5a94cd2798 None None] No non-hosted networks {{(pid=110563) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 14:44:57.519002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.agentschedulers_db [None req-c34ba79d-95e1-4702-8005-5b5a94cd2798 None None] DHCP Agent not found on host dv-cinder-837524-1-iscsi {{(pid=110563) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 14:44:57.721097 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-853dec2a-95dd-4555-9632-c679540362eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747404'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:00.150198 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d1dd9d4f-d770-4398-8953-fd82b84db964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747404'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:00.178016 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.db.api [None req-1894e8a1-fa48-4455-98cc-376991d72291 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837524-1-iscsi {{(pid=110563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 14:45:00.178576 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG oslo_db.api [None req-1894e8a1-fa48-4455-98cc-376991d72291 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 14:45:00.749709 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1894e8a1-fa48-4455-98cc-376991d72291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:00.873379 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36448) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:01.297457 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747404'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:01.620944 dv-cinder-837524-1-iscsi neutron-server[110561]: WARNING oslo_policy.policy [None req-6fd4a119-99e1-4678-9006-11c8775c6509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:01.621840 dv-cinder-837524-1-iscsi neutron-server[110561]: WARNING oslo_policy.policy [None req-6fd4a119-99e1-4678-9006-11c8775c6509 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:01.846792 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [None req-6fd4a119-99e1-4678-9006-11c8775c6509 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:45:01.858204 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-6fd4a119-99e1-4678-9006-11c8775c6509 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9800954 Apr 12 14:45:03.148279 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747404'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:03.640767 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.db.l3_hamode_db [None req-eea903a3-a9e6-4514-8880-3b0c1392e866 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 14:45:03.723017 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea903a3-a9e6-4514-8880-3b0c1392e866 None None] Routers set() bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:45:03.723730 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea903a3-a9e6-4514-8880-3b0c1392e866 None None] Router IDs set() for agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 14:45:04.028754 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747404'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:04.029402 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.029776 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.030139 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.030470 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.030797 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.031123 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.031454 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.031798 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.032159 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.032473 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.032981 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.033311 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.033670 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.034002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.034323 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:04.034711 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837524-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:04.041020 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837524-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:04.484270 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36482) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:04.814694 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-801728cd-463d-4d7b-8ba1-5a09705dc9e9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:45:04.921089 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.policy [None req-801728cd-463d-4d7b-8ba1-5a09705dc9e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110561) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 14:45:04.965242 dv-cinder-837524-1-iscsi neutron-server[110561]: WARNING oslo_policy.policy [None req-801728cd-463d-4d7b-8ba1-5a09705dc9e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:04.965619 dv-cinder-837524-1-iscsi neutron-server[110561]: WARNING oslo_policy.policy [None req-801728cd-463d-4d7b-8ba1-5a09705dc9e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:05.117449 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-801728cd-463d-4d7b-8ba1-5a09705dc9e9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751139300508', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751139302056', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751139218780', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751139193123', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751139207584', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751139249329', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-608650', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1815096', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783643'] for rbac-policy (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:05.355690 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-801728cd-463d-4d7b-8ba1-5a09705dc9e9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:05.356894 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-801728cd-463d-4d7b-8ba1-5a09705dc9e9 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8716226 Apr 12 14:45:07.863747 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36494) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:08.180491 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:45:08.274641 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Made reservation on behalf of 2af07edd80be4b4f9939e7d2b498a810 for: {'network': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:45:08.278396 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.295585 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.404775 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks [] for security_group (9dbbfcac-54e2-40fb-853c-2eadd19d811a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.497147 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (9dbbfcac-54e2-40fb-853c-2eadd19d811a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.522443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=110561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:45:08.557005 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751142065318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.557611 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Unsubscribe: segment precommit_create {{(pid=110561) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 14:45:08.558174 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.segments_db [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Added segment 6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf of type vlan for network f066ac9d-d30e-4b70-a14c-396ed7638053 Apr 12 14:45:08.573949 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbbfcac-54e2-40fb-853c-2eadd19d811a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:08.623166 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.623500 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.623850 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.624200 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.624524 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.624841 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.625174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.625472 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.626516 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.626636 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.626925 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.627248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.627560 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.627866 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.628175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Tracked resource versions report: Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: pushed versions: Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: { 'AddressGroup': {'1.2'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Agent': {'1.1'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'ConntrackHelper': {'1.0'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Log': {'1.0'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'NDPProxy': {'1.0'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Network': {'1.1'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Port': {'1.7'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'PortForwarding': {'1.3'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'QosPolicy': {'1.10'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroup': {'1.5'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SubPort': {'1.0'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Subnet': {'1.1'}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Trunk': {'1.1'}} Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: consumer versions: Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Agent': '1.1', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'ConntrackHelper': '1.0', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'LocalIPAssociation': '1.0', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Log': '1.0', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'NDPProxy': '1.0', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Network': '1.1', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Port': '1.7', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'PortForwarding': '1.3', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'QosPolicy': '1.10', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroup': '1.5', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroupRule': '1.2', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SubPort': '1.0', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Subnet': '1.1', Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Trunk': '1.1'}} Apr 12 14:45:08.629658 dv-cinder-837524-1-iscsi neutron-server[110561]: {{(pid=110561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:45:08.673668 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (f066ac9d-d30e-4b70-a14c-396ed7638053), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.788864 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (f066ac9d-d30e-4b70-a14c-396ed7638053), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.794267 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:08.794982 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:08.908002 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] Pushing event updated for resources: {'Network': ['ID=f066ac9d-d30e-4b70-a14c-396ed7638053,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:08.919620 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network f066ac9d-d30e-4b70-a14c-396ed7638053 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:45:08.923100 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-14fd3a76-9275-476b-a3c3-3b442ce47a33 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0577433 Apr 12 14:45:11.496766 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36506) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:11.902288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5016a54b-9dcf-40fd-b31d-a451b6122671 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:11.903582 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-5016a54b-9dcf-40fd-b31d-a451b6122671 demo admin] 10.222.0.64 "GET /v2.0/networks/f066ac9d-d30e-4b70-a14c-396ed7638053 HTTP/1.1" status: 200 len: 825 time: 0.4058700 Apr 12 14:45:11.928470 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b52c64d3-a101-44e1-92a9-0a78fd95ac2b demo admin] 10.222.0.64 "GET /v2.0/subnetpools/7bceb8a7-0084-4d0c-accc-d66f6dc5c822 HTTP/1.1" status: 200 len: 734 time: 0.0181210 Apr 12 14:45:11.936903 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'ip_version': 4, 'subnetpool_id': '7bceb8a7-0084-4d0c-accc-d66f6dc5c822'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:45:12.056966 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Made reservation on behalf of 2af07edd80be4b4f9939e7d2b498a810 for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:45:12.059302 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:12.497853 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (ef74976d-0df2-4cc0-a074-643954caadb9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:12.570952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Pushing event updated for resources: {'Subnet': ['ID=ef74976d-0df2-4cc0-a074-643954caadb9,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:12.575372 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Checking segment: {'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:45:12.575826 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Network hostable DHCP agents. Network: f066ac9d-d30e-4b70-a14c-396ed7638053, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:45:12.691788 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Network f066ac9d-d30e-4b70-a14c-396ed7638053 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:45:12.799657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, f066ac9d-d30e-4b70-a14c-396ed7638053) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:45:12.804301 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:12.804900 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:12.808989 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15bd39-faa7-430b-a7a3-77afe45bc740 None None] Network f066ac9d-d30e-4b70-a14c-396ed7638053 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:45:12.894221 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8c5ef577-c179-460c-985c-1f2748e402bb demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9604385 Apr 12 14:45:13.192186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-f066ac9d-d30e-4b70-a14c-396ed7638053', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'fixed_ips': [{'subnet_id': 'ef74976d-0df2-4cc0-a074-643954caadb9'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:45:13.193520 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:13.471308 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Allocated IP 172.20.0.2 (f066ac9d-d30e-4b70-a14c-396ed7638053/ef74976d-0df2-4cc0-a074-643954caadb9/fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:45:13.745458 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Publish callbacks [] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:13.851705 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:13.929806 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Network f066ac9d-d30e-4b70-a14c-396ed7638053 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:45:13.935038 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:45:13.944988 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Pushing event updated for resources: {'Port': ['ID=fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:13.947344 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:45:13.961214 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.961553 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.961931 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.962283 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.962809 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.963184 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.963463 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.963780 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.964226 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.965411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.965411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.965411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.965712 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.965947 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.966176 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Tracked resource versions report: Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: pushed versions: Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: { 'AddressGroup': {'1.2'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Agent': {'1.1'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'ConntrackHelper': {'1.0'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Log': {'1.0'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'NDPProxy': {'1.0'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Network': {'1.1'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Port': {'1.7'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'PortForwarding': {'1.3'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'QosPolicy': {'1.10'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroup': {'1.5'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SubPort': {'1.0'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Subnet': {'1.1'}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Trunk': {'1.1'}} Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: consumer versions: Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Agent': '1.1', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'ConntrackHelper': '1.0', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'LocalIPAssociation': '1.0', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Log': '1.0', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'NDPProxy': '1.0', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Network': '1.1', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Port': '1.7', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'PortForwarding': '1.3', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'QosPolicy': '1.10', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroup': '1.5', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroupRule': '1.2', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SubPort': '1.0', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Subnet': '1.1', Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Trunk': '1.1'}} Apr 12 14:45:13.967603 dv-cinder-837524-1-iscsi neutron-server[110563]: {{(pid=110563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:45:14.048834 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Attempting to bind port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:45:14.049238 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Attempting to bind port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:45:14.049703 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Attempting to bind port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c on network f066ac9d-d30e-4b70-a14c-396ed7638053 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:45:14.054791 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:45:14.055182 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Checking segment: {'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:45:14.055643 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:14.056038 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Bound using segment: {'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:45:14.056525 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Bound port: fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:45:14.056924 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:14.127045 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] For port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:45:14.146596 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] For port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c,segment=NetworkSegment(6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf),segment_id=6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:45:14.229329 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:14.285528 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee48e-01ce-4627-9d8c-4ec1e0999a5c None None] Pushing event updated for resources: {'Port': ['ID=fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:15.504328 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36514) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:15.838744 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [None req-31c7626b-8ed0-4a33-a5b4-0878b6b1c893 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:45:15.839745 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-31c7626b-8ed0-4a33-a5b4-0878b6b1c893 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3343825 Apr 12 14:45:18.415864 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 36522) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:18.912874 dv-cinder-837524-1-iscsi neutron-server[110562]: WARNING oslo_policy.policy [None req-9e77efda-940e-4fc2-a67e-c5d87eec241e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:18.913464 dv-cinder-837524-1-iscsi neutron-server[110562]: WARNING oslo_policy.policy [None req-9e77efda-940e-4fc2-a67e-c5d87eec241e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:19.136652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [None req-9e77efda-940e-4fc2-a67e-c5d87eec241e admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:45:19.137710 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-9e77efda-940e-4fc2-a67e-c5d87eec241e admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7206295 Apr 12 14:45:21.734519 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 36536) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:22.070649 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:45:22.135527 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.policy [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110562) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 14:45:22.179549 dv-cinder-837524-1-iscsi neutron-server[110562]: WARNING oslo_policy.policy [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:22.179927 dv-cinder-837524-1-iscsi neutron-server[110562]: WARNING oslo_policy.policy [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:45:22.337724 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (208102d2-1e94-46f7-89dd-d80a1f65fdf0), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:22.339698 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (208102d2-1e94-46f7-89dd-d80a1f65fdf0), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:22.501887 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] Publish callbacks [] for router_controller (208102d2-1e94-46f7-89dd-d80a1f65fdf0), precommit_add_association {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:22.583931 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (208102d2-1e94-46f7-89dd-d80a1f65fdf0), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:22.705337 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:22.706601 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-24b8ef92-ad65-4e3d-ac5a-bbd424c55040 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9710093 Apr 12 14:45:24.732800 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:45:24.820512 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:24.820959 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:24.936189 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:24.936583 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:24.972007 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c,segment=NetworkSegment(6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf),segment_id=6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:45:25.091482 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:25.144091 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:25.304677 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 36550) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:25.627624 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [None req-ac93b1e8-5032-4e0d-bfe7-6e3488922271 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:45:25.628637 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-ac93b1e8-5032-4e0d-bfe7-6e3488922271 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3230319 Apr 12 14:45:25.856099 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab85d25b-3bb7-4e74-b29c-20edc9ac12b9 None None] Network f066ac9d-d30e-4b70-a14c-396ed7638053 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:45:25.924522 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-57c58220-5d03-4af8-9064-c84d622ed732 None None] Provisioning complete for port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:25.924911 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-57c58220-5d03-4af8-9064-c84d622ed732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:26.053175 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-57c58220-5d03-4af8-9064-c84d622ed732 None None] Current status of the port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:26.280961 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-a8aaafaa-0fa4-4380-a2db-cd3381e787e4 None None] Provisioning complete for port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:26.281926 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8aaafaa-0fa4-4380-a2db-cd3381e787e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:26.358725 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-a8aaafaa-0fa4-4380-a2db-cd3381e787e4 None None] Current status of the port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:26.705244 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:45:26.750918 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:26.751313 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:26.829684 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:27.516219 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:45:27.536567 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-cdc988cf-87da-4e00-aaf1-fefed0a4d211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:28.198968 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 36558) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:28.523043 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:45:28.604991 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Made reservation on behalf of 94eec8692f2a4409a080d5310dfa54ca for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:45:28.607647 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:28.623710 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:28.727632 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks [] for security_group (af7f1d72-7379-4ced-8bf1-4bacf85d5fa3), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:28.816391 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (af7f1d72-7379-4ced-8bf1-4bacf85d5fa3), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:28.827673 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Reserving flat network on physical network physnet1 {{(pid=110562) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 14:45:28.861814 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751142065318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (de1a9137-8f44-4c45-88fb-ed25cb43920f), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:28.862315 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Unsubscribe: segment precommit_create {{(pid=110562) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 14:45:28.862848 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Added segment de1a9137-8f44-4c45-88fb-ed25cb43920f of type flat for network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b Apr 12 14:45:28.878265 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f1d72-7379-4ced-8bf1-4bacf85d5fa3,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:28.927887 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.928224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.928595 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.928950 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.929293 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.929597 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Tracked resource versions report: Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: pushed versions: Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: { 'AddressGroup': {'1.2'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Agent': {'1.1'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'ConntrackHelper': {'1.0'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Log': {'1.0'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'NDPProxy': {'1.0'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Network': {'1.1'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Port': {'1.7'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'PortForwarding': {'1.3'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'QosPolicy': {'1.10'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroup': {'1.5'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SubPort': {'1.0'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Subnet': {'1.1'}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Trunk': {'1.1'}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: consumer versions: Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Agent': '1.1', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'ConntrackHelper': '1.0', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'LocalIPAssociation': '1.0', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Log': '1.0', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'NDPProxy': '1.0', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Network': '1.1', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Port': '1.7', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'PortForwarding': '1.3', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'QosPolicy': '1.10', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroup': '1.5', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroupRule': '1.2', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SubPort': '1.0', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Subnet': '1.1', Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Trunk': '1.1'}} Apr 12 14:45:28.935551 dv-cinder-837524-1-iscsi neutron-server[110562]: {{(pid=110562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:45:28.990418 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:29.137142 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:29.138278 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:29.139019 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:29.246602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] Pushing event updated for resources: {'Network': ['ID=5c74ded6-fcde-4f23-a6aa-a3ecb85d762b,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:29.256974 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:45:29.276305 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-583d79e0-9849-40aa-9d92-3151f7e979dd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0762572 Apr 12 14:45:30.125860 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b06c3653-217f-40f0-ab9f-5c3175124d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:31.267885 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:31.864101 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36580) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:32.041681 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66cf518-4897-46ee-afae-023f26ebab35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:32.043022 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c66cf518-4897-46ee-afae-023f26ebab35 demo admin] 10.222.0.64 "GET /v2.0/subnets/ef74976d-0df2-4cc0-a074-643954caadb9 HTTP/1.1" status: 200 len: 849 time: 0.1779833 Apr 12 14:45:32.213679 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9ca7ed0b-42df-44ef-8267-baaa09a50152 demo admin] 10.222.0.64 "GET /v2.0/routers/208102d2-1e94-46f7-89dd-d80a1f65fdf0 HTTP/1.1" status: 200 len: 704 time: 0.1631687 Apr 12 14:45:32.492682 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:32.790623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Allocated IP 172.20.0.1 (f066ac9d-d30e-4b70-a14c-396ed7638053/ef74976d-0df2-4cc0-a074-643954caadb9/05a2ca1d-a32c-4996-b9dd-7157ff901561) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:45:32.948909 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks [] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.090392 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.120092 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.244718 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Network f066ac9d-d30e-4b70-a14c-396ed7638053 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:45:33.250351 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:45:33.256011 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:45:33.256011 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (208102d2-1e94-46f7-89dd-d80a1f65fdf0), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.312448 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Pushing event updated for resources: {'Port': ['ID=05a2ca1d-a32c-4996-b9dd-7157ff901561,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:33.521604 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6bae0b70-5e54-4f46-ab5e-fbc2c55804e8 None None] Provisioning complete for port 05a2ca1d-a32c-4996-b9dd-7157ff901561 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:33.521967 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6bae0b70-5e54-4f46-ab5e-fbc2c55804e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.555986 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6bae0b70-5e54-4f46-ab5e-fbc2c55804e8 None None] Port 05a2ca1d-a32c-4996-b9dd-7157ff901561 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:45:33.585377 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.794680 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks [] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.947747 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:33.948558 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (208102d2-1e94-46f7-89dd-d80a1f65fdf0), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:34.030423 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Pushing event updated for resources: {'Port': ['ID=05a2ca1d-a32c-4996-b9dd-7157ff901561,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:34.073304 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Network f066ac9d-d30e-4b70-a14c-396ed7638053 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:45:34.074548 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:45:34.096401 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:34.276511 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-e3a9c038-3e6c-4e25-9582-66d0826aa7bf None None] Provisioning complete for port 05a2ca1d-a32c-4996-b9dd-7157ff901561 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:34.276901 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c038-3e6c-4e25-9582-66d0826aa7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:34.312396 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-e3a9c038-3e6c-4e25-9582-66d0826aa7bf None None] Port 05a2ca1d-a32c-4996-b9dd-7157ff901561 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:45:34.530608 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:45:34.625957 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:45:34.631198 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b04bf413-d275-45a3-9573-1bafb281def7 demo admin] 10.222.0.64 "PUT /v2.0/routers/208102d2-1e94-46f7-89dd-d80a1f65fdf0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4124982 Apr 12 14:45:34.647088 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Sync routers for ids ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:45:34.664188 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Routers {'208102d2-1e94-46f7-89dd-d80a1f65fdf0'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:45:34.665096 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:45:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:34.860794 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Set router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 gateway port host: None {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:45:35.290641 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'name': 'router1', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:45:22Z', 'updated_at': '2022-04-12T14:45:33Z', 'revision_number': 2, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'gw_port_host': None, '_interfaces': [{'id': '05a2ca1d-a32c-4996-b9dd-7157ff901561', 'name': '', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'mac_address': 'fa:16:3e:93:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:32Z', 'updated_at': '2022-04-12T14:45:33Z', 'revision_number': 2, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'subnets': [{'id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bceb8a7-0084-4d0c-accc-d66f6dc5c822'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:35.344606 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Checking router: 208102d2-1e94-46f7-89dd-d80a1f65fdf0 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:45:35.344969 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Updating router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 port 05a2ca1d-a32c-4996-b9dd-7157ff901561 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:45:35.399017 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:35.947917 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Publish callbacks [] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:36.119262 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:36.217587 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Pushing event updated for resources: {'Port': ['ID=05a2ca1d-a32c-4996-b9dd-7157ff901561,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.232903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Tracked resource versions report: Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: pushed versions: Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: { 'AddressGroup': {'1.2'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Agent': {'1.1'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'ConntrackHelper': {'1.0'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Log': {'1.0'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'NDPProxy': {'1.0'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Network': {'1.1'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Port': {'1.7'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'PortForwarding': {'1.3'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'QosPolicy': {'1.10'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroup': {'1.5'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SubPort': {'1.0'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Subnet': {'1.1'}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Trunk': {'1.1'}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: consumer versions: Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Agent': '1.1', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'ConntrackHelper': '1.0', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'LocalIPAssociation': '1.0', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Log': '1.0', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'NDPProxy': '1.0', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Network': '1.1', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Port': '1.7', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'PortForwarding': '1.3', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'QosPolicy': '1.10', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroup': '1.5', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroupRule': '1.2', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SubPort': '1.0', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Subnet': '1.1', Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Trunk': '1.1'}} Apr 12 14:45:36.237841 dv-cinder-837524-1-iscsi neutron-server[110564]: {{(pid=110564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:45:36.320974 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Attempting to bind port 05a2ca1d-a32c-4996-b9dd-7157ff901561 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:45:36.321475 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Attempting to bind port 05a2ca1d-a32c-4996-b9dd-7157ff901561 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:45:36.322017 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Attempting to bind port 05a2ca1d-a32c-4996-b9dd-7157ff901561 on network f066ac9d-d30e-4b70-a14c-396ed7638053 {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:45:36.327424 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:45:36.328648 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Checking segment: {'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:45:36.329186 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:36.329581 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Bound using segment: {'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:45:36.330118 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Bound port: 05a2ca1d-a32c-4996-b9dd-7157ff901561, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:45:36.330497 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:36.401987 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] For port 05a2ca1d-a32c-4996-b9dd-7157ff901561, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:45:36.423245 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] For port 05a2ca1d-a32c-4996-b9dd-7157ff901561, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=05a2ca1d-a32c-4996-b9dd-7157ff901561,segment=NetworkSegment(6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf),segment_id=6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:45:36.442786 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-5785f25e-9ee4-426c-9ff2-c07726f22817 None None] Provisioning complete for port 05a2ca1d-a32c-4996-b9dd-7157ff901561 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:36.443339 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5785f25e-9ee4-426c-9ff2-c07726f22817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:36.477508 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-5785f25e-9ee4-426c-9ff2-c07726f22817 None None] Port 05a2ca1d-a32c-4996-b9dd-7157ff901561 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:45:36.594348 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:36.652008 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Routers {'208102d2-1e94-46f7-89dd-d80a1f65fdf0'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:45:36.652836 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:45:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:36.733150 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fbfd6-4f5f-40b7-9847-bbc873c58130 None None] Pushing event updated for resources: {'Port': ['ID=05a2ca1d-a32c-4996-b9dd-7157ff901561,revision_number=4']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:36.758472 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] Set router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 gateway port host: None {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:45:36.895944 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-3df3dc33-4108-47a5-8b02-9f4e2c36f1d3 None None] Provisioning complete for port 05a2ca1d-a32c-4996-b9dd-7157ff901561 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:36.896330 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3df3dc33-4108-47a5-8b02-9f4e2c36f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:36.967465 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'name': 'router1', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:45:22Z', 'updated_at': '2022-04-12T14:45:33Z', 'revision_number': 2, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'gw_port_host': None, '_interfaces': [{'id': '05a2ca1d-a32c-4996-b9dd-7157ff901561', 'name': '', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'mac_address': 'fa:16:3e:93:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:32Z', 'updated_at': '2022-04-12T14:45:36Z', 'revision_number': 4, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'subnets': [{'id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bceb8a7-0084-4d0c-accc-d66f6dc5c822'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:36.976163 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-3df3dc33-4108-47a5-8b02-9f4e2c36f1d3 None None] Current status of the port 05a2ca1d-a32c-4996-b9dd-7157ff901561 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:36.976554 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3df3dc33-4108-47a5-8b02-9f4e2c36f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:37.012395 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b626c1-b61a-4cda-8850-5ac7e20f1bf2 None None] The sync data for ids ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'] in dv-cinder-837524-1-iscsi is: [{'id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'name': 'router1', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:45:22Z', 'updated_at': '2022-04-12T14:45:33Z', 'revision_number': 2, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'gw_port_host': None, '_interfaces': [{'id': '05a2ca1d-a32c-4996-b9dd-7157ff901561', 'name': '', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'mac_address': 'fa:16:3e:93:24:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:32Z', 'updated_at': '2022-04-12T14:45:36Z', 'revision_number': 4, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'subnets': [{'id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bceb8a7-0084-4d0c-accc-d66f6dc5c822'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:45:37.017992 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-3df3dc33-4108-47a5-8b02-9f4e2c36f1d3 None None] For port 05a2ca1d-a32c-4996-b9dd-7157ff901561, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=05a2ca1d-a32c-4996-b9dd-7157ff901561,segment=NetworkSegment(6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf),segment_id=6e9c7bd2-a390-4d2e-8317-50dc4cfd9edf)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:45:37.158613 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36600) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:37.176121 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3df3dc33-4108-47a5-8b02-9f4e2c36f1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:37.233764 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3dc33-4108-47a5-8b02-9f4e2c36f1d3 None None] Pushing event updated for resources: {'Port': ['ID=05a2ca1d-a32c-4996-b9dd-7157ff901561,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:37.279370 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce646db0-9f7f-47e5-981b-a8588f447c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:37.280723 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ce646db0-9f7f-47e5-981b-a8588f447c52 admin admin] 10.222.0.64 "GET /v2.0/networks/5c74ded6-fcde-4f23-a6aa-a3ecb85d762b HTTP/1.1" status: 200 len: 842 time: 0.1211245 Apr 12 14:45:37.290090 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:45:37.456529 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Made reservation on behalf of 94eec8692f2a4409a080d5310dfa54ca for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:45:37.459086 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:37.911302 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.objects.ports [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110561) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 14:45:37.911657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (e61ba5a2-4739-4ad4-be9c-0046ec309d1d), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:37.960757 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61ba5a2-4739-4ad4-be9c-0046ec309d1d,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:37.975701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:45:37.976056 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Network hostable DHCP agents. Network: 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:45:38.262376 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:45:38.553296 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:45:38.557873 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:38.559021 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:38.562204 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68224aa2-4edb-49f3-a8e6-4fae9a190d53 None None] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:45:38.660957 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff008d9-5fd9-4d31-b2bb-0b22874252cb None None] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:45:38.725660 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-29f7fce3-ca09-4f12-944e-a64882a6e632 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4240510 Apr 12 14:45:41.262230 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 36608) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:41.573863 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-aab0bff0-102f-4132-94a5-87c6fe6a000c demo admin] 10.222.0.64 "GET /v2.0/routers/208102d2-1e94-46f7-89dd-d80a1f65fdf0 HTTP/1.1" status: 200 len: 710 time: 0.3056574 Apr 12 14:45:41.735111 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813393c-f463-4a62-9663-8a9b60940bf5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:45:41.741515 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6813393c-f463-4a62-9663-8a9b60940bf5 demo admin] 10.222.0.64 "GET /v2.0/networks/5c74ded6-fcde-4f23-a6aa-a3ecb85d762b HTTP/1.1" status: 200 len: 886 time: 0.1620190 Apr 12 14:45:41.745504 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:45:42.008206 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks [] for router_gateway (208102d2-1e94-46f7-89dd-d80a1f65fdf0), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:42.327084 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks [] for router_gateway (208102d2-1e94-46f7-89dd-d80a1f65fdf0), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:42.408763 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:42.608402 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Allocated IP 172.27.2.9 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/0097cbb2-7737-4162-80ae-dc0ec01787a2) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:45:42.716349 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks [] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:42.851168 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:42.984584 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:45:42.989945 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:45:42.998165 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:45:43.001165 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Pushing event updated for resources: {'Port': ['ID=0097cbb2-7737-4162-80ae-dc0ec01787a2,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:43.349931 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks [] for router_gateway (208102d2-1e94-46f7-89dd-d80a1f65fdf0), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:43.551412 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1668918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1747633', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2483'] for router (208102d2-1e94-46f7-89dd-d80a1f65fdf0), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:43.556652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1747640'] for router (208102d2-1e94-46f7-89dd-d80a1f65fdf0), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:43.681428 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:45:43.791027 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:45:43.795245 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:43.796689 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4512ead8-9c2e-4be0-bd7c-862e1a5c1338 demo admin] 10.222.0.64 "PUT /v2.0/routers/208102d2-1e94-46f7-89dd-d80a1f65fdf0 HTTP/1.1" status: 200 len: 888 time: 2.0542841 Apr 12 14:45:44.725201 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 05a2ca1d-a32c-4996-b9dd-7157ff901561 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:45:44.771947 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 05a2ca1d-a32c-4996-b9dd-7157ff901561 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:44.772339 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:44.853882 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 05a2ca1d-a32c-4996-b9dd-7157ff901561 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:46.022163 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Sync routers for ids ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:45:46.034747 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Routers {'208102d2-1e94-46f7-89dd-d80a1f65fdf0'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:45:46.035455 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:45:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:46.255090 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Set router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:45:46.440304 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 36620) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:45:46.557949 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ea057bd6-a340-41d0-8146-088f1e99e0c8 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1164787 Apr 12 14:45:46.901105 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'name': 'router1', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '0097cbb2-7737-4162-80ae-dc0ec01787a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:45:22Z', 'updated_at': '2022-04-12T14:45:43Z', 'revision_number': 4, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'gw_port': {'id': '0097cbb2-7737-4162-80ae-dc0ec01787a2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:42Z', 'updated_at': '2022-04-12T14:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '05a2ca1d-a32c-4996-b9dd-7157ff901561', 'name': '', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'mac_address': 'fa:16:3e:93:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:32Z', 'updated_at': '2022-04-12T14:45:36Z', 'revision_number': 5, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'subnets': [{'id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bceb8a7-0084-4d0c-accc-d66f6dc5c822'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:46.955366 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Checking router: 208102d2-1e94-46f7-89dd-d80a1f65fdf0 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:45:46.955721 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Updating router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 port 0097cbb2-7737-4162-80ae-dc0ec01787a2 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:45:47.008615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:47.339179 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Publish callbacks [] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:47.450426 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:47.494739 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdd7ee-45f3-416b-a346-277536774742 None None] Pushing event updated for resources: {'Port': ['ID=0097cbb2-7737-4162-80ae-dc0ec01787a2,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:47.517908 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Attempting to bind port 0097cbb2-7737-4162-80ae-dc0ec01787a2 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:45:47.518288 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Attempting to bind port 0097cbb2-7737-4162-80ae-dc0ec01787a2 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:45:47.518764 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Attempting to bind port 0097cbb2-7737-4162-80ae-dc0ec01787a2 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:45:47.523694 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:45:47.524071 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:45:47.524469 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:47.524861 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:45:47.525326 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Bound port: 0097cbb2-7737-4162-80ae-dc0ec01787a2, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:45:47.525776 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:47.575810 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] For port 0097cbb2-7737-4162-80ae-dc0ec01787a2, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:45:47.579426 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] For port 0097cbb2-7737-4162-80ae-dc0ec01787a2, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=0097cbb2-7737-4162-80ae-dc0ec01787a2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:45:47.667751 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:47.729364 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Routers {'208102d2-1e94-46f7-89dd-d80a1f65fdf0'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:45:47.730014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:45:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:47.734745 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdd7ee-45f3-416b-a346-277536774742 None None] Pushing event updated for resources: {'Port': ['ID=0097cbb2-7737-4162-80ae-dc0ec01787a2,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:47.846675 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] Set router 208102d2-1e94-46f7-89dd-d80a1f65fdf0 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:45:48.051479 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'name': 'router1', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '0097cbb2-7737-4162-80ae-dc0ec01787a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:45:22Z', 'updated_at': '2022-04-12T14:45:43Z', 'revision_number': 4, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'gw_port': {'id': '0097cbb2-7737-4162-80ae-dc0ec01787a2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:42Z', 'updated_at': '2022-04-12T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '05a2ca1d-a32c-4996-b9dd-7157ff901561', 'name': '', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'mac_address': 'fa:16:3e:93:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:32Z', 'updated_at': '2022-04-12T14:45:36Z', 'revision_number': 5, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'subnets': [{'id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bceb8a7-0084-4d0c-accc-d66f6dc5c822'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:45:48.078630 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4abdc8-0d3b-488a-b029-87c8bcbd212b None None] The sync data for ids ['208102d2-1e94-46f7-89dd-d80a1f65fdf0'] in dv-cinder-837524-1-iscsi is: [{'id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'name': 'router1', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '0097cbb2-7737-4162-80ae-dc0ec01787a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:45:22Z', 'updated_at': '2022-04-12T14:45:43Z', 'revision_number': 4, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'gw_port': {'id': '0097cbb2-7737-4162-80ae-dc0ec01787a2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:42Z', 'updated_at': '2022-04-12T14:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '05a2ca1d-a32c-4996-b9dd-7157ff901561', 'name': '', 'network_id': 'f066ac9d-d30e-4b70-a14c-396ed7638053', 'tenant_id': '2af07edd80be4b4f9939e7d2b498a810', 'mac_address': 'fa:16:3e:93:24:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208102d2-1e94-46f7-89dd-d80a1f65fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:45:32Z', 'updated_at': '2022-04-12T14:45:36Z', 'revision_number': 5, 'project_id': '2af07edd80be4b4f9939e7d2b498a810', 'subnets': [{'id': 'ef74976d-0df2-4cc0-a074-643954caadb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7bceb8a7-0084-4d0c-accc-d66f6dc5c822'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:45:48.772696 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 0097cbb2-7737-4162-80ae-dc0ec01787a2 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:45:48.844331 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 0097cbb2-7737-4162-80ae-dc0ec01787a2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:48.844738 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:48.950241 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 0097cbb2-7737-4162-80ae-dc0ec01787a2 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:48.950977 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:48.978810 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 0097cbb2-7737-4162-80ae-dc0ec01787a2, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=0097cbb2-7737-4162-80ae-dc0ec01787a2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:45:49.101896 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:49.182291 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=0097cbb2-7737-4162-80ae-dc0ec01787a2,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:45:50.783052 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 0097cbb2-7737-4162-80ae-dc0ec01787a2 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:45:50.856197 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 0097cbb2-7737-4162-80ae-dc0ec01787a2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:45:50.856919 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (0097cbb2-7737-4162-80ae-dc0ec01787a2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:45:50.962527 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 0097cbb2-7737-4162-80ae-dc0ec01787a2 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:45:57.492931 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-596e594a-113f-4b55-ab43-e5cf9783ae4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:00.095560 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-efc5040b-09ca-4abb-993d-b68b3afe196c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:01.204800 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:03.101324 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:04.090758 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:04.516190 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:46:27.531925 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a58b194a-52fe-46ab-8a4d-531e78a87f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:30.078616 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-502b0e41-0378-489b-b161-43c566bdecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:31.214870 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:33.900749 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:34.072458 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:46:41.520087 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:46:57.484274 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-26867189-6956-4f50-bbb4-e37dd372009e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:00.106176 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-39e97f9a-2e8f-40be-a9fd-cf9afe1a8585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:01.226691 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:03.117133 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:04.123811 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:15.230762 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37104) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:15.292597 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9eb4e3-c46d-4589-a347-0535ac835ffb admin admin] GET failed (client error): The resource could not be found. Apr 12 14:47:15.293900 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-bc9eb4e3-c46d-4589-a347-0535ac835ffb admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621819 Apr 12 14:47:15.533433 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6563b-51ad-4ad6-a9bd-1d770a203d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:15.534939 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-baa6563b-51ad-4ad6-a9bd-1d770a203d6f admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2368300 Apr 12 14:47:17.931185 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37114) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:18.034275 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d26dd-fcdb-49c3-96e2-4b6a5121d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:18.036177 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-321d26dd-fcdb-49c3-96e2-4b6a5121d8cf admin admin] 10.222.0.64 "GET /v2.0/subnets/ef74976d-0df2-4cc0-a074-643954caadb9 HTTP/1.1" status: 200 len: 849 time: 0.1035082 Apr 12 14:47:18.045404 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:47:18.135964 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Publish callbacks [] for subnet (ef74976d-0df2-4cc0-a074-643954caadb9), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:18.385712 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751142030102'] for subnet (ef74976d-0df2-4cc0-a074-643954caadb9), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:18.425144 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:18.425144 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:18.425144 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] 10.222.0.64 "PUT /v2.0/subnets/ef74976d-0df2-4cc0-a074-643954caadb9 HTTP/1.1" status: 200 len: 868 time: 0.3827958 Apr 12 14:47:18.429864 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055e922-86b5-4220-99e6-a4f5b30756b6 None None] Network f066ac9d-d30e-4b70-a14c-396ed7638053 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:47:18.456490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef74976d-0df2-4cc0-a074-643954caadb9,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:47:18.464288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.464698 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.465054 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.465342 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.465956 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.466371 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.466667 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.466992 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.467340 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.467713 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.468800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.469141 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.469472 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.469987 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.470575 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4853445-873b-42eb-a686-220d7186c6a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:47:18.521730 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:47:18.876853 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-838a7d54-6df9-4af4-8a7a-d61c8b987580 None None] Provisioning complete for port 05a2ca1d-a32c-4996-b9dd-7157ff901561 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:47:18.877166 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-838a7d54-6df9-4af4-8a7a-d61c8b987580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (05a2ca1d-a32c-4996-b9dd-7157ff901561), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:18.961388 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-838a7d54-6df9-4af4-8a7a-d61c8b987580 None None] Current status of the port 05a2ca1d-a32c-4996-b9dd-7157ff901561 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:47:18.970806 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-838a7d54-6df9-4af4-8a7a-d61c8b987580 None None] Provisioning complete for port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:47:18.971202 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-838a7d54-6df9-4af4-8a7a-d61c8b987580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:19.077784 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-838a7d54-6df9-4af4-8a7a-d61c8b987580 None None] Current status of the port fc56fc2f-835f-4dfb-b28f-b70fc4e6d25c is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:47:21.246356 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37122) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:21.528478 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeadf49-bbe7-46a0-907d-ba8acd1bce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:21.529111 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeadf49-bbe7-46a0-907d-ba8acd1bce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:21.531475 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-fbeadf49-bbe7-46a0-907d-ba8acd1bce67 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2840333 Apr 12 14:47:24.198816 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37130) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:24.424279 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab920b-cb6e-4635-bd45-c5fc481fb009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:24.424777 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caab920b-cb6e-4635-bd45-c5fc481fb009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:24.426594 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-caab920b-cb6e-4635-bd45-c5fc481fb009 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2267790 Apr 12 14:47:27.109185 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37140) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:27.253225 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff750a71-eb31-4cce-b077-a1dc1e0f9e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:27.254796 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ff750a71-eb31-4cce-b077-a1dc1e0f9e25 admin admin] 10.222.0.64 "GET /v2.0/networks/5c74ded6-fcde-4f23-a6aa-a3ecb85d762b HTTP/1.1" status: 200 len: 886 time: 0.1445813 Apr 12 14:47:27.477328 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-87cc4dd6-a899-4bb9-b613-2d37a8717346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:29.925167 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37148) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:30.073458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a88ff27-0996-4aa8-92e5-59ede4951543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:30.075123 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-3a88ff27-0996-4aa8-92e5-59ede4951543 admin admin] 10.222.0.64 "GET /v2.0/networks/f066ac9d-d30e-4b70-a14c-396ed7638053 HTTP/1.1" status: 200 len: 869 time: 0.1489158 Apr 12 14:47:30.094686 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-7a059e9c-efdf-45d5-a36f-eaa9ecafca7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:31.225075 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:32.536069 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37156) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:32.669333 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522997a-96e8-499a-95b8-2811b9ed91c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:32.669830 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522997a-96e8-499a-95b8-2811b9ed91c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:32.672079 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-7522997a-96e8-499a-95b8-2811b9ed91c5 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1350234 Apr 12 14:47:33.111632 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:34.042460 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:47:35.184134 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37164) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:35.291081 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4fa08-d2f5-418b-9b2b-231fe8d68fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:35.291609 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4fa08-d2f5-418b-9b2b-231fe8d68fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:35.293331 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-24b4fa08-d2f5-418b-9b2b-231fe8d68fac admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082036 Apr 12 14:47:37.759022 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37172) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:37.849142 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaacb9b-eb77-4462-b5c7-24c5fe4c3a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:37.850567 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0aaacb9b-eb77-4462-b5c7-24c5fe4c3a09 admin admin] 10.222.0.64 "GET /v2.0/subnets/e61ba5a2-4739-4ad4-be9c-0046ec309d1d HTTP/1.1" status: 200 len: 816 time: 0.0906034 Apr 12 14:47:40.303583 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37180) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:47:40.409863 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fa75a9-c014-43c3-b1bf-2b5ceccd163d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:47:40.411242 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e1fa75a9-c014-43c3-b1bf-2b5ceccd163d admin admin] 10.222.0.64 "GET /v2.0/subnets/ef74976d-0df2-4cc0-a074-643954caadb9 HTTP/1.1" status: 200 len: 868 time: 0.1067810 Apr 12 14:47:55.521033 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:47:57.487661 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2207ef7e-674b-4004-828e-4b540495cb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:00.093431 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2b005040-81b5-469e-b126-93227c3cf95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:01.236225 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:03.140083 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:04.039017 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:23.056448 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37238) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:48:23.104632 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [None req-e9c931d6-4f1c-41b3-a29f-597d46cb947a admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:48:23.106312 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e9c931d6-4f1c-41b3-a29f-597d46cb947a admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482440 Apr 12 14:48:25.537558 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37246) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:48:25.620166 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fd9359-681f-4f17-a1a3-6e9683419c6b admin admin] GET failed (client error): The resource could not be found. Apr 12 14:48:25.621481 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-35fd9359-681f-4f17-a1a3-6e9683419c6b admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0829685 Apr 12 14:48:25.725939 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cffaea-cf78-478e-be1b-538eca23f6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:48:25.728415 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-99cffaea-cf78-478e-be1b-538eca23f6c4 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1025321 Apr 12 14:48:27.455150 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-cc56fc7d-2aad-4d8b-b1c3-811602ca43ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:28.220196 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37254) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:48:28.268053 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:48:28.349718 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Made reservation on behalf of 94eec8692f2a4409a080d5310dfa54ca for: {'network': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:48:28.351942 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:28.379545 dv-cinder-837524-1-iscsi neutron-server[110561]: WARNING neutron.services.revisions.revision_plugin [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Could not find related network for resource to bump revision. Apr 12 14:48:28.391653 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=110561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:48:28.400582 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (cb490d7d-ec2b-44b8-9427-f8ea889bd4d7), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:28.400853 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.segments_db [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Added segment cb490d7d-ec2b-44b8-9427-f8ea889bd4d7 of type vlan for network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 Apr 12 14:48:28.451504 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (9fc2d631-5fb6-4e68-98fb-16ffc7979db3), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:28.526982 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (9fc2d631-5fb6-4e68-98fb-16ffc7979db3), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:28.528763 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:48:28.529345 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:28.618849 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Pushing event updated for resources: {'Network': ['ID=9fc2d631-5fb6-4e68-98fb-16ffc7979db3,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:48:28.625985 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.626328 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.626668 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.627882 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.627882 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.627882 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.628156 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.628261 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.628549 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.628869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.629204 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.629542 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.629896 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.630211 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.630525 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:28.641758 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:48:28.702072 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f3dd2088-442b-44b1-b934-7f7ce33a0717 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4806283 Apr 12 14:48:30.093129 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-dc5907fe-6f41-47ac-8c92-16d78f3ef035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:31.135473 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37262) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:48:31.203974 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.pecan_wsgi.hooks.translation [None req-b641ca0e-15d1-4eb6-b27d-4e3645eedb85 admin admin] GET failed (client error): The resource could not be found. Apr 12 14:48:31.205308 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b641ca0e-15d1-4eb6-b27d-4e3645eedb85 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0688777 Apr 12 14:48:31.232654 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:31.278501 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb7faa-e84c-4139-9c6a-1edae255b886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:48:31.279956 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9edb7faa-e84c-4139-9c6a-1edae255b886 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704873 Apr 12 14:48:31.289607 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Request body: {'subnet': {'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:48:31.375250 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Made reservation on behalf of 94eec8692f2a4409a080d5310dfa54ca for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:48:31.377354 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:31.588220 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (01b2429e-2ee9-4aeb-8a13-8ddbae591ad9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:31.674679 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b2429e-2ee9-4aeb-8a13-8ddbae591ad9,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:48:31.682399 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Checking segment: {'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:48:31.682890 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Network hostable DHCP agents. Network: 9fc2d631-5fb6-4e68-98fb-16ffc7979db3, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:48:31.816043 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:48:31.882207 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 9fc2d631-5fb6-4e68-98fb-16ffc7979db3) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:48:31.889849 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:48:31.890809 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:31.900563 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e75182-d2fd-4edb-9874-794a648766b0 None None] Network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:48:31.973703 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8ec681be-d6d3-419b-87c8-81a3a7227fd2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6869719 Apr 12 14:48:32.070252 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-9fc2d631-5fb6-4e68-98fb-16ffc7979db3', 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3', 'project_id': '94eec8692f2a4409a080d5310dfa54ca', 'fixed_ips': [{'subnet_id': '01b2429e-2ee9-4aeb-8a13-8ddbae591ad9'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:48:32.071681 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:32.307355 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Allocated IP 192.168.233.2 (9fc2d631-5fb6-4e68-98fb-16ffc7979db3/01b2429e-2ee9-4aeb-8a13-8ddbae591ad9/a69251d6-36a9-493f-ab05-954951785fdf) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:48:32.463129 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Publish callbacks [] for port (a69251d6-36a9-493f-ab05-954951785fdf), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:32.520984 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:48:32.545949 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (a69251d6-36a9-493f-ab05-954951785fdf), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:32.587341 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:48:32.593951 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:48:32.596895 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:48:32.609210 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Pushing event updated for resources: {'Port': ['ID=a69251d6-36a9-493f-ab05-954951785fdf,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:48:32.633482 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.633847 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.634290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.634633 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.634968 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.635289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.635605 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.635919 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.636234 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.636594 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.637578 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.637927 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.638249 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.638563 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.638878 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:48:32.675644 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Attempting to bind port a69251d6-36a9-493f-ab05-954951785fdf on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:48:32.676007 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Attempting to bind port a69251d6-36a9-493f-ab05-954951785fdf by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:48:32.676362 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Attempting to bind port a69251d6-36a9-493f-ab05-954951785fdf on network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:48:32.681492 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:48:32.681889 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Checking segment: {'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:48:32.682285 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:32.682669 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Bound using segment: {'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:48:32.683123 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Bound port: a69251d6-36a9-493f-ab05-954951785fdf, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:48:32.684247 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (a69251d6-36a9-493f-ab05-954951785fdf), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:32.752938 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] For port a69251d6-36a9-493f-ab05-954951785fdf, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:48:32.756257 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] For port a69251d6-36a9-493f-ab05-954951785fdf, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=a69251d6-36a9-493f-ab05-954951785fdf,segment=NetworkSegment(cb490d7d-ec2b-44b8-9427-f8ea889bd4d7),segment_id=cb490d7d-ec2b-44b8-9427-f8ea889bd4d7)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:48:32.842172 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (a69251d6-36a9-493f-ab05-954951785fdf), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:32.903606 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ad20e-797d-4c7c-8c2b-6a4788d75862 None None] Pushing event updated for resources: {'Port': ['ID=a69251d6-36a9-493f-ab05-954951785fdf,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:48:33.178733 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:33.801270 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e9bbf-bb61-4005-a7e2-07719b46496a None None] Network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:48:33.882343 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-f24c2390-1a12-4b8e-85bb-292ddca4fcb8 None None] Provisioning complete for port a69251d6-36a9-493f-ab05-954951785fdf triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:48:33.882830 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f24c2390-1a12-4b8e-85bb-292ddca4fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (a69251d6-36a9-493f-ab05-954951785fdf), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:34.047069 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-f24c2390-1a12-4b8e-85bb-292ddca4fcb8 None None] Current status of the port a69251d6-36a9-493f-ab05-954951785fdf is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:48:34.047477 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f24c2390-1a12-4b8e-85bb-292ddca4fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (a69251d6-36a9-493f-ab05-954951785fdf), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:34.076321 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:34.099266 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-f24c2390-1a12-4b8e-85bb-292ddca4fcb8 None None] For port a69251d6-36a9-493f-ab05-954951785fdf, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=a69251d6-36a9-493f-ab05-954951785fdf,segment=NetworkSegment(cb490d7d-ec2b-44b8-9427-f8ea889bd4d7),segment_id=cb490d7d-ec2b-44b8-9427-f8ea889bd4d7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:48:34.201898 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f24c2390-1a12-4b8e-85bb-292ddca4fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (a69251d6-36a9-493f-ab05-954951785fdf), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:34.262054 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c2390-1a12-4b8e-85bb-292ddca4fcb8 None None] Pushing event updated for resources: {'Port': ['ID=a69251d6-36a9-493f-ab05-954951785fdf,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:48:34.326528 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-5c906512-4b9e-4ef3-8498-9a96d84fa99e None None] Provisioning complete for port a69251d6-36a9-493f-ab05-954951785fdf triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:48:34.326922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5c906512-4b9e-4ef3-8498-9a96d84fa99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (a69251d6-36a9-493f-ab05-954951785fdf), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:34.410904 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-5c906512-4b9e-4ef3-8498-9a96d84fa99e None None] Current status of the port a69251d6-36a9-493f-ab05-954951785fdf is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:48:34.853972 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device a69251d6-36a9-493f-ab05-954951785fdf up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:48:34.909345 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port a69251d6-36a9-493f-ab05-954951785fdf triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:48:34.909746 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (a69251d6-36a9-493f-ab05-954951785fdf), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:48:34.990545 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port a69251d6-36a9-493f-ab05-954951785fdf is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:48:57.512250 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0116ddee-94ee-441c-953d-d61e39f57833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:00.111362 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b5a227a2-e33d-428a-a6f2-c9e5e858c5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:01.234978 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:03.140881 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:04.034951 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:09.521861 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:49:27.459026 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-03a155cd-a4ac-460f-bebf-c33982587d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:30.093121 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9e938cae-0452-40f0-aec7-ec94023b4802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:31.285898 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:33.150957 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:34.058820 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:49:46.520633 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:49:57.464103 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ab7c5d77-46c9-4b94-9c22-e77e375d8078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:00.121901 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-70f5b9f5-0884-41d3-b07d-ff27218dc35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:01.252027 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:03.120927 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:04.034689 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:18.039803 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37302) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:50:18.045512 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [None req-5f4a274e-6b02-467e-8083-ce73f5afa18e tempest-verify_tempest_config-667116314 tempest-verify_tempest_config-667116314-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:50:18.046514 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-5f4a274e-6b02-467e-8083-ce73f5afa18e tempest-verify_tempest_config-667116314 tempest-verify_tempest_config-667116314-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057507 Apr 12 14:50:18.563344 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37320) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:50:18.674270 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:18.750178 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Publish callbacks [] for security_group (cd045168-d6ad-4faa-981f-385c565c6de5), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:18.845701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cd045168-d6ad-4faa-981f-385c565c6de5), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:18.997491 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c546c7e4c2b4e4783719970d578b498&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4331014 Apr 12 14:50:18.998614 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd045168-d6ad-4faa-981f-385c565c6de5,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:50:19.000370 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37324) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:50:19.005519 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.005885 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.006235 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.006568 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.006908 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.007750 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.008808 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.009141 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.009476 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.009829 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.010170 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.010506 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.010826 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.011141 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.011452 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ef31d0-358b-4180-9181-7b4c439455c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.060021 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Publish callbacks [] for security_group (cd045168-d6ad-4faa-981f-385c565c6de5), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:19.082073 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Publish callbacks [] for security_group (cd045168-d6ad-4faa-981f-385c565c6de5), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:19.234544 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cd045168-d6ad-4faa-981f-385c565c6de5), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:19.239392 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:19.246960 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd045168-d6ad-4faa-981f-385c565c6de5 HTTP/1.1" status: 204 len: 168 time: 0.2400572 Apr 12 14:50:19.250893 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd045168-d6ad-4faa-981f-385c565c6de5,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:50:19.258890 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.259239 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.259594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.259935 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.260273 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.260607 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.260947 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.261265 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.261663 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.262004 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.262331 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.262727 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.263052 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.265770 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:19.265770 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f71ceb8-5f8e-4eb4-8fdd-3d0256e5e4de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:50:23.519293 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:50:27.479436 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-865ecc4f-5189-4f16-b68d-24e58e992ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:30.119286 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-704c9119-7126-421b-986e-4bbd3315ff84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:31.234288 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:33.114036 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:34.068413 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:50:57.438378 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6f21a27e-8302-4ec0-a099-1424f03d0fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:00.078549 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0716e61d-b0f7-4cca-bfef-7ed6f026ac0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:00.517444 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:51:01.233342 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:03.136082 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:04.055192 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:27.443303 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0bb9-e4fd-4937-8968-beeb69fa8572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:30.077755 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fc646ec8-f868-4f9d-8d01-b00a926908dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:31.243695 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:33.129819 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:34.026146 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:51:37.517521 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 5 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:51:57.441782 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1e021c4b-27f2-48df-86d6-47197552078f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:00.128480 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-54ecdf62-19fc-44e4-b7bc-55bbd0a4041f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:01.237465 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:03.121314 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:04.064910 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:06.894102 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1747404'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:14.517158 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:52:23.172528 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37396) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:52:23.282886 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-54171ac8-026f-4bf2-b05f-f0159e5caac2 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1092575 Apr 12 14:52:25.701112 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37406) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:52:25.759493 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-19b7351c-1604-4b86-90eb-89d0a31b24a5 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0572801 Apr 12 14:52:27.476196 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9f08-1fa9-4290-9ce7-29794094cc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:30.087998 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a276a15b-927d-408f-a4f1-4423c7a5626f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:31.265199 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:33.110785 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:34.042108 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:36.865191 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:52:51.516198 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:52:57.473919 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e501661d-a54c-47a8-bae0-003e9807157d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:00.079727 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0a72fdae-95f2-49ad-ab87-2dacd7d87cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:01.265551 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:03.115446 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:04.045872 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:06.927059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:27.461513 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-cfde043d-1b56-4e89-83c5-dfec24bb2499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:28.515610 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:53:30.103547 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-20288961-6ae0-41a5-a451-c443b942b0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:31.257808 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:33.123979 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:34.053931 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:36.884073 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:53:57.460971 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-03f58fe1-e845-4a50-9e56-3741402ccfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:00.083387 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3b269473-81de-4825-861f-a83acf3449d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:01.271552 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:03.131778 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:04.044017 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:05.514866 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:54:06.903701 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:10.904126 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37618) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:10.937656 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37624) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:11.221168 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37634) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:11.318968 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2015533666-network', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:11.364665 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-network', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:11.416043 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Made reservation on behalf of 39fcc2a0fdd24f72a683109da0ad023e for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:11.420573 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.433395 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.444739 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Made reservation on behalf of 566788e9e53f44db92dfad7ee91d6cd2 for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:11.447177 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.463631 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.499367 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37644) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:11.509442 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37648) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:11.588974 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks [] for security_group (81c8940d-85b7-4d46-b3a4-0a21c660b8f5), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.612160 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks [] for security_group (d58d7376-cd71-4677-945d-b33439bafc74), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.632963 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-727551203-network', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:11.673276 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (81c8940d-85b7-4d46-b3a4-0a21c660b8f5), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.692780 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1321108948-network', 'tenant_id': '83dc8d68f5f848fc8a1afce6f56d829e'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:11.705388 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:54:11.731175 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d58d7376-cd71-4677-945d-b33439bafc74), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.734032 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8940d-85b7-4d46-b3a4-0a21c660b8f5,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:11.744522 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-934195385-network', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:11.752721 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.753448 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.753448 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.753746 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.754085 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.754527 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.754801 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.755137 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.755456 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.755781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.756125 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.756470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.756804 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.757113 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.757434 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Tracked resource versions report: Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: pushed versions: Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: { 'AddressGroup': {'1.2'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Agent': {'1.1'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'ConntrackHelper': {'1.0'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Log': {'1.0'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'NDPProxy': {'1.0'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Network': {'1.1'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Port': {'1.7'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'PortForwarding': {'1.3'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'QosPolicy': {'1.10'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroup': {'1.5'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SubPort': {'1.0'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Subnet': {'1.1'}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Trunk': {'1.1'}} Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: consumer versions: Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Agent': '1.1', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'ConntrackHelper': '1.0', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'LocalIPAssociation': '1.0', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Log': '1.0', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'NDPProxy': '1.0', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Network': '1.1', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Port': '1.7', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'PortForwarding': '1.3', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'QosPolicy': '1.10', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroup': '1.5', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SecurityGroupRule': '1.2', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'SubPort': '1.0', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Subnet': '1.1', Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: 'Trunk': '1.1'}} Apr 12 14:54:11.758815 dv-cinder-837524-1-iscsi neutron-server[110562]: {{(pid=110562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:54:11.763249 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.763588 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Added segment b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7 of type vlan for network 6cdec854-4846-4896-ad7e-f14d9793db5b Apr 12 14:54:11.766717 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Made reservation on behalf of 7c2a576e2be74418bdef57686bad30a2 for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:11.770770 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.791012 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.845227 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:54:11.965877 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (9a163a13-d920-47f2-95b0-2668a8bd37a7), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:11.966718 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Added segment 9a163a13-d920-47f2-95b0-2668a8bd37a7 of type vlan for network 8f7bb313-4e99-4c79-b5eb-bf23757b656e Apr 12 14:54:11.977192 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (6cdec854-4846-4896-ad7e-f14d9793db5b), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.017248 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (8f7bb313-4e99-4c79-b5eb-bf23757b656e), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.040370 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58d7376-cd71-4677-945d-b33439bafc74,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.063843 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Made reservation on behalf of 83dc8d68f5f848fc8a1afce6f56d829e for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:12.066542 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.086217 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.153146 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (8f7bb313-4e99-4c79-b5eb-bf23757b656e), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.154035 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:12.154611 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.181358 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks [] for security_group (dcbcec5f-1758-4c33-b8e9-024bab705120), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.205278 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (6cdec854-4846-4896-ad7e-f14d9793db5b), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.206602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:12.214849 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.217322 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Made reservation on behalf of d1b1cfd6536e4795874488a31e0d41d1 for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:12.219623 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.248993 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.295564 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (dcbcec5f-1758-4c33-b8e9-024bab705120), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.302210 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8f7bb313-4e99-4c79-b5eb-bf23757b656e,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.318348 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:54:12.319406 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-1349a6ed-4ec4-418a-96a2-ac8e000c01a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3806386 Apr 12 14:54:12.322397 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37690) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:12.329613 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Request body: {'subnet': {'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-subnet', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:12.358273 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:54:12.394535 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37694) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:12.399175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Request body: {'subnet': {'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2015533666-subnet', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:12.404430 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4984770 Apr 12 14:54:12.443347 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks [] for security_group (76674c33-5cb7-45b2-9f43-664d3b8e4628), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.450380 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Made reservation on behalf of 566788e9e53f44db92dfad7ee91d6cd2 for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:12.453059 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.460039 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (54addda5-11cd-4388-9316-653c730eca2f), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.460382 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Added segment 54addda5-11cd-4388-9316-653c730eca2f of type vlan for network 5444df66-cec9-4e6f-babf-6afcab69a266 Apr 12 14:54:12.464235 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2717e8e-30c3-49e4-9cc8-aec4109130b8 admin admin] Pushing event updated for resources: {'Network': ['ID=6cdec854-4846-4896-ad7e-f14d9793db5b,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.475844 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbcec5f-1758-4c33-b8e9-024bab705120,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.480134 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 6cdec854-4846-4896-ad7e-f14d9793db5b details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:54:12.559823 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (5444df66-cec9-4e6f-babf-6afcab69a266), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.562030 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (76674c33-5cb7-45b2-9f43-664d3b8e4628), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.570515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Made reservation on behalf of 39fcc2a0fdd24f72a683109da0ad023e for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:12.572732 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.601718 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:54:12.652464 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76674c33-5cb7-45b2-9f43-664d3b8e4628,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.663444 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (a5db16a2-adda-431b-b4ca-53ed5eed0504), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.663677 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Added segment a5db16a2-adda-431b-b4ca-53ed5eed0504 of type vlan for network 11b6d2a6-a132-4634-b602-c76b53fbd922 Apr 12 14:54:12.680155 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks [] for security_group (64c7e2e4-f965-4b98-a702-505b5543c2a1), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.721314 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (11b6d2a6-a132-4634-b602-c76b53fbd922), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.726922 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (5444df66-cec9-4e6f-babf-6afcab69a266), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.728315 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:12.729149 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.737353 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (a274d685-41e4-4858-b8f8-46d10eee8f71), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.793793 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (64c7e2e4-f965-4b98-a702-505b5543c2a1), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.831633 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Checking segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:12.832723 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Network hostable DHCP agents. Network: 8f7bb313-4e99-4c79-b5eb-bf23757b656e, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:54:12.857357 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a274d685-41e4-4858-b8f8-46d10eee8f71,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.859241 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] Pushing event updated for resources: {'Network': ['ID=5444df66-cec9-4e6f-babf-6afcab69a266,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.868258 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:54:12.874284 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c64ea903-9005-4855-b53e-d978ac9a9025 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6516557 Apr 12 14:54:12.882079 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37704) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:12.882276 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 5444df66-cec9-4e6f-babf-6afcab69a266 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:54:12.895487 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Request body: {'subnet': {'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-subnet', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:12.907009 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c7e2e4-f965-4b98-a702-505b5543c2a1,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:12.922022 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (31d9affc-1772-4e98-b0d7-73f73d20e302), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.922022 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Added segment 31d9affc-1772-4e98-b0d7-73f73d20e302 of type vlan for network bc73a003-4067-4844-9c4d-7187574c0c62 Apr 12 14:54:12.957535 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.958209 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.958645 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.959055 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.959458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.959856 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.960251 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.960642 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.961049 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.961446 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.962000 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (11b6d2a6-a132-4634-b602-c76b53fbd922), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.962144 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.962527 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.962876 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.963249 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:12.963349 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.964181 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:12.964505 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Tracked resource versions report: Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: pushed versions: Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: { 'AddressGroup': {'1.2'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Agent': {'1.1'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'ConntrackHelper': {'1.0'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Log': {'1.0'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'NDPProxy': {'1.0'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Network': {'1.1'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Port': {'1.7'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'PortForwarding': {'1.3'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'QosPolicy': {'1.10'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroup': {'1.5'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SubPort': {'1.0'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Subnet': {'1.1'}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Trunk': {'1.1'}} Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: consumer versions: Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Agent': '1.1', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'ConntrackHelper': '1.0', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'LocalIPAssociation': '1.0', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Log': '1.0', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'NDPProxy': '1.0', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Network': '1.1', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Port': '1.7', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'PortForwarding': '1.3', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'QosPolicy': '1.10', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroup': '1.5', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SecurityGroupRule': '1.2', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'SubPort': '1.0', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Subnet': '1.1', Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: 'Trunk': '1.1'}} Apr 12 14:54:12.965676 dv-cinder-837524-1-iscsi neutron-server[110561]: {{(pid=110561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:54:12.998539 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (bc73a003-4067-4844-9c4d-7187574c0c62), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.065993 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] Pushing event updated for resources: {'Network': ['ID=11b6d2a6-a132-4634-b602-c76b53fbd922,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:13.071575 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:54:13.073910 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Made reservation on behalf of 7c2a576e2be74418bdef57686bad30a2 for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:13.078428 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.078614 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 11b6d2a6-a132-4634-b602-c76b53fbd922 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:54:13.087736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (18e8e686-5de9-4a85-8edd-c7a370e821a3), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.145680 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-56adbc71-b05b-414d-a1ef-0e8f8ce85f49 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6451151 Apr 12 14:54:13.151057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37706) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:13.157721 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Request body: {'subnet': {'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1321108948-subnet', 'tenant_id': '83dc8d68f5f848fc8a1afce6f56d829e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:13.166255 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e8e686-5de9-4a85-8edd-c7a370e821a3,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:13.177963 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Checking segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:13.178316 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Network hostable DHCP agents. Network: 6cdec854-4846-4896-ad7e-f14d9793db5b, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:54:13.202754 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (bc73a003-4067-4844-9c4d-7187574c0c62), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.203693 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:13.204277 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.229020 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 8f7bb313-4e99-4c79-b5eb-bf23757b656e) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:13.260388 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb34bf-4ea9-4eb5-bb6f-a3a2364c455b None None] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:13.260774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:13.260774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e845db27-8f98-4492-834f-744443268930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.341430 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] Pushing event updated for resources: {'Network': ['ID=bc73a003-4067-4844-9c4d-7187574c0c62,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:13.363830 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Made reservation on behalf of 83dc8d68f5f848fc8a1afce6f56d829e for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:13.366469 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.378733 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network bc73a003-4067-4844-9c4d-7187574c0c62 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:54:13.430472 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e845db27-8f98-4492-834f-744443268930 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1060340 Apr 12 14:54:13.433443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Network 6cdec854-4846-4896-ad7e-f14d9793db5b is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:54:13.437301 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:54:13.438172 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.448739 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37714) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:13.452478 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6709cd97-2323-4dc1-911c-dcba03a16db5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9419186 Apr 12 14:54:13.453610 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 6cdec854-4846-4896-ad7e-f14d9793db5b) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:13.463570 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:13.468160 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37716) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:13.474232 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:13.476053 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.478664 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Request body: {'subnet': {'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-934195385-subnet', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:13.488287 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990bc73-12e4-4af8-9636-177048247ce2 None None] Network 6cdec854-4846-4896-ad7e-f14d9793db5b requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:13.617699 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-7772ac3d-1323-4482-8701-989a6d76ee13 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2224612 Apr 12 14:54:13.622333 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37724) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:13.641595 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (afd65a10-0ae6-4442-91a6-9804ae468a1d), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.641788 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:13.641949 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (5bdd137b-4882-428b-8700-daaea968dea5), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.641949 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (5bdd137b-4882-428b-8700-daaea968dea5), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.654475 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Made reservation on behalf of d1b1cfd6536e4795874488a31e0d41d1 for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:13.657559 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.716744 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-6cdec854-4846-4896-ad7e-f14d9793db5b', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:54:13.717603 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.719960 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Allocated IP 172.20.0.2 (8f7bb313-4e99-4c79-b5eb-bf23757b656e/a274d685-41e4-4858-b8f8-46d10eee8f71/464cab6d-17ef-4a40-95c2-0ca63df190db) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:13.766497 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (1abf0cb9-8a4f-40d4-88b2-92c857022443), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.767952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (1abf0cb9-8a4f-40d4-88b2-92c857022443), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.907783 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks [] for router_controller (1abf0cb9-8a4f-40d4-88b2-92c857022443), precommit_add_association {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.910775 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd65a10-0ae6-4442-91a6-9804ae468a1d,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:13.912805 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (7fca068a-3ad0-4a40-9d46-4a6b532b2b59), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:13.981773 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Allocated IP 172.20.0.2 (6cdec854-4846-4896-ad7e-f14d9793db5b/18e8e686-5de9-4a85-8edd-c7a370e821a3/e97356bb-0a49-4ea2-9203-7d6c2a719caa) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:13.982162 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks [] for router_controller (5bdd137b-4882-428b-8700-daaea968dea5), precommit_add_association {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.016482 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Checking segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:14.017246 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Network hostable DHCP agents. Network: 5444df66-cec9-4e6f-babf-6afcab69a266, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:54:14.022701 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Publish callbacks [] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.033244 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fca068a-3ad0-4a40-9d46-4a6b532b2b59,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:14.142734 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.165747 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Checking segment: {'id': 'a5db16a2-adda-431b-b4ca-53ed5eed0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:14.166397 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Network hostable DHCP agents. Network: 11b6d2a6-a132-4634-b602-c76b53fbd922, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:54:14.206966 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks [] for router_gateway (1abf0cb9-8a4f-40d4-88b2-92c857022443), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.226542 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Pushing event updated for resources: {'Port': ['ID=464cab6d-17ef-4a40-95c2-0ca63df190db,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:14.241044 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.241546 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.241943 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.242309 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.242869 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.242993 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.243656 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.243656 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.244179 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.244517 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.246059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.246059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.246059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.246059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.246411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Tracked resource versions report: Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: pushed versions: Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: { 'AddressGroup': {'1.2'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Agent': {'1.1'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'ConntrackHelper': {'1.0'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Log': {'1.0'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'NDPProxy': {'1.0'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Network': {'1.1'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Port': {'1.7'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'PortForwarding': {'1.3'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'QosPolicy': {'1.10'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroup': {'1.5'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SubPort': {'1.0'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Subnet': {'1.1'}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Trunk': {'1.1'}} Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: consumer versions: Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Agent': '1.1', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'ConntrackHelper': '1.0', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'LocalIPAssociation': '1.0', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Log': '1.0', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'NDPProxy': '1.0', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Network': '1.1', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Port': '1.7', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'PortForwarding': '1.3', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'QosPolicy': '1.10', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroup': '1.5', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SecurityGroupRule': '1.2', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'SubPort': '1.0', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Subnet': '1.1', Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: 'Trunk': '1.1'}} Apr 12 14:54:14.247794 dv-cinder-837524-1-iscsi neutron-server[110563]: {{(pid=110563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:54:14.308333 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks [] for router_gateway (5bdd137b-4882-428b-8700-daaea968dea5), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.309014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:14.312943 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Network 5444df66-cec9-4e6f-babf-6afcab69a266 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:54:14.321011 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:14.321011 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:14.342724 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Network 11b6d2a6-a132-4634-b602-c76b53fbd922 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:54:14.370486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Publish callbacks [] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.403428 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Attempting to bind port 464cab6d-17ef-4a40-95c2-0ca63df190db on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:14.404583 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Attempting to bind port 464cab6d-17ef-4a40-95c2-0ca63df190db by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:14.410938 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Attempting to bind port 464cab6d-17ef-4a40-95c2-0ca63df190db on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:14.415596 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:14.416287 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Checking segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:14.416848 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.417310 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Bound using segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:14.417914 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Bound port: 464cab6d-17ef-4a40-95c2-0ca63df190db, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:14.418369 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.427688 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (a936284e-f91e-462f-aab0-9a9a8f12fda6), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.499840 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.508967 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] For port 464cab6d-17ef-4a40-95c2-0ca63df190db, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:14.513766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] For port 464cab6d-17ef-4a40-95c2-0ca63df190db, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=464cab6d-17ef-4a40-95c2-0ca63df190db,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:14.567433 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 5444df66-cec9-4e6f-babf-6afcab69a266) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:14.573542 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 11b6d2a6-a132-4634-b602-c76b53fbd922) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:14.579952 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Pushing event updated for resources: {'Port': ['ID=e97356bb-0a49-4ea2-9203-7d6c2a719caa,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:14.598784 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:14.598784 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.598784 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:14.598784 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.605019 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea3628-1ed7-4be3-9b53-6908a44d1e4b None None] Network 11b6d2a6-a132-4634-b602-c76b53fbd922 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:14.626083 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac51be2-d40f-4cd3-9920-4f58846ccce1 None None] Network 5444df66-cec9-4e6f-babf-6afcab69a266 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:14.640251 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.655156 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks [] for router_gateway (1abf0cb9-8a4f-40d4-88b2-92c857022443), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.678501 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a936284e-f91e-462f-aab0-9a9a8f12fda6,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:14.685100 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.712378 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Checking segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:14.712736 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Network hostable DHCP agents. Network: bc73a003-4067-4844-9c4d-7187574c0c62, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:54:14.734586 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Network 6cdec854-4846-4896-ad7e-f14d9793db5b is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:14.761912 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:14.766349 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:14.767254 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-a57e7c4b-9933-4a57-8746-53d9db8a81be admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8844135 Apr 12 14:54:14.770562 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37760) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:14.775494 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:14.833715 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-ece79975-fe9f-4ac8-aaaa-832e2f051f98 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6721423 Apr 12 14:54:14.870116 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Allocated IP 172.27.2.85 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/7b4d4391-f7c4-45e5-80bc-04dd685285c2) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:14.890225 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (c22de5c5-fff7-4c3f-94ea-674c5536ce22), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.892545 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (c22de5c5-fff7-4c3f-94ea-674c5536ce22), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.896390 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks [] for router_gateway (5bdd137b-4882-428b-8700-daaea968dea5), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.945491 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:14.968596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Network bc73a003-4067-4844-9c4d-7187574c0c62 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:54:15.007272 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks [] for router_controller (c22de5c5-fff7-4c3f-94ea-674c5536ce22), precommit_add_association {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.122552 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, bc73a003-4067-4844-9c4d-7187574c0c62) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:15.128367 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-5444df66-cec9-4e6f-babf-6afcab69a266', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:54:15.129214 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.138961 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:15.139562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.210385 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks [] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.256573 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be58c50-60f7-45a7-af1e-773e81c9e27c None None] Network bc73a003-4067-4844-9c4d-7187574c0c62 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:15.286735 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e8ebdd7a-94a7-4ff9-a952-cba587df6987 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8138583 Apr 12 14:54:15.289818 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37786) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:15.297505 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:15.314745 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37788) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:15.317438 dv-cinder-837524-1-iscsi neutron-server[110562]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 14:54:15.331947 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73516a13-2a3b-4dd5-ab14-03e7e4ed322b None None] Pushing event updated for resources: {'Port': ['ID=464cab6d-17ef-4a40-95c2-0ca63df190db,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:15.394489 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Attempting to bind port e97356bb-0a49-4ea2-9203-7d6c2a719caa on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:15.395014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Attempting to bind port e97356bb-0a49-4ea2-9203-7d6c2a719caa by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:15.395441 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Attempting to bind port e97356bb-0a49-4ea2-9203-7d6c2a719caa on network 6cdec854-4846-4896-ad7e-f14d9793db5b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:15.434489 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks [] for router_gateway (c22de5c5-fff7-4c3f-94ea-674c5536ce22), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.441902 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:15.442980 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Checking segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:15.443649 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.444220 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Bound using segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:15.444906 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Bound port: e97356bb-0a49-4ea2-9203-7d6c2a719caa, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:15.445487 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.476485 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (0200d6e6-3306-473c-a2b8-7a9d73353a8c), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.477419 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403053bf-05a4-4183-bc6a-c68237c5d21b None None] Network 11b6d2a6-a132-4634-b602-c76b53fbd922 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:15.477566 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (0200d6e6-3306-473c-a2b8-7a9d73353a8c), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.564655 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.575657 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Allocated IP 172.20.0.2 (5444df66-cec9-4e6f-babf-6afcab69a266/afd65a10-0ae6-4442-91a6-9804ae468a1d/3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:15.577005 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193270-506b-4b12-bde6-1e02af64a0fa req-73715e71-c2e3-47b4-a867-9c5606512914 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:15.578536 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-73715e71-c2e3-47b4-a867-9c5606512914 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/networks?id=11b6d2a6-a132-4634-b602-c76b53fbd922 HTTP/1.1" status: 200 len: 812 time: 0.2626789 Apr 12 14:54:15.584102 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks [] for router_controller (0200d6e6-3306-473c-a2b8-7a9d73353a8c), precommit_add_association {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.621807 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-b93897c4-2ee8-4606-ad31-6439ec1156a1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/quotas/83dc8d68f5f848fc8a1afce6f56d829e HTTP/1.1" status: 200 len: 375 time: 0.0196128 Apr 12 14:54:15.641021 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-bc73a003-4067-4844-9c4d-7187574c0c62', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:54:15.642265 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:15.689435 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-c08861cb-6c43-44bb-a443-118f787629e8 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=83dc8d68f5f848fc8a1afce6f56d829e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586345 Apr 12 14:54:15.724273 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:15.726398 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] For port e97356bb-0a49-4ea2-9203-7d6c2a719caa, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:15.768693 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Allocated IP 172.27.2.129 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/3ba94a97-a820-4d51-a7f1-8e16b2fadcc4) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:15.802732 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:15.853949 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:15.890642 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] For port e97356bb-0a49-4ea2-9203-7d6c2a719caa, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e97356bb-0a49-4ea2-9203-7d6c2a719caa,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:16.036300 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.054504 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks [] for router_gateway (0200d6e6-3306-473c-a2b8-7a9d73353a8c), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.065094 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-dea12f46-7014-44ec-8907-abdb3da439cf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:54:16.066497 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Pushing event updated for resources: {'Port': ['ID=7b4d4391-f7c4-45e5-80bc-04dd685285c2,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:16.072612 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-dea12f46-7014-44ec-8907-abdb3da439cf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1374640 Apr 12 14:54:16.106972 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Allocated IP 172.20.0.2 (bc73a003-4067-4844-9c4d-7187574c0c62/a936284e-f91e-462f-aab0-9a9a8f12fda6/122ef08f-f4b9-4140-8816-746c2548be04) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:16.122411 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks [] for router_gateway (c22de5c5-fff7-4c3f-94ea-674c5536ce22), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.138956 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Publish callbacks [] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.157314 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d4a32-c0a2-4330-a9bb-50d185988a41 None None] Pushing event updated for resources: {'Port': ['ID=e97356bb-0a49-4ea2-9203-7d6c2a719caa,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:16.207560 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks [] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.227915 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.245973 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.325776 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Network 5444df66-cec9-4e6f-babf-6afcab69a266 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:16.328886 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:16.332629 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:16.334246 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-af5fd0c4-a4af-4a90-8a01-5ac5e8bc8c86 service neutron] 10.222.0.64 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604058 Apr 12 14:54:16.415411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Pushing event updated for resources: {'Port': ['ID=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:16.592652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.596189 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-54ec410c-0dbe-46d8-abf9-bd6d4bdb25d4 service neutron] 10.222.0.64 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454417 Apr 12 14:54:16.637291 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Attempting to bind port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:16.637865 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Attempting to bind port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:16.638181 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Attempting to bind port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 on network 5444df66-cec9-4e6f-babf-6afcab69a266 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:16.645826 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f7a1e-3c7c-4309-be2d-1fc613f970ba None None] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:16.694163 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:16.728481 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:16.743201 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:16.758927 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks [] for router_gateway (1abf0cb9-8a4f-40d4-88b2-92c857022443), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.945442 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:16.945442 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Checking segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:16.945442 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.945442 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Bound using segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:16.950363 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Pushing event updated for resources: {'Port': ['ID=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:16.989058 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Bound port: 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:16.989058 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:16.996602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks [] for router_gateway (0200d6e6-3306-473c-a2b8-7a9d73353a8c), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.014392 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Allocated IP 172.27.2.147 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:17.019581 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.042561 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6ae3c37e-5361-47eb-9342-e8f7458f4abf None None] Provisioning complete for port 464cab6d-17ef-4a40-95c2-0ca63df190db triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:17.043396 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c37e-5361-47eb-9342-e8f7458f4abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.128873 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Publish callbacks [] for port (122ef08f-f4b9-4140-8816-746c2548be04), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.262019 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] For port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:17.279776 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] For port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:17.282731 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e97356bb-0a49-4ea2-9203-7d6c2a719caa up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:17.374935 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6ae3c37e-5361-47eb-9342-e8f7458f4abf None None] Current status of the port 464cab6d-17ef-4a40-95c2-0ca63df190db is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:17.375502 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c37e-5361-47eb-9342-e8f7458f4abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.381291 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77c23cb7-008b-4b31-8a3b-633505430691 req-d1ab8047-5a89-4dfb-bba5-7da9ebd9a4e9 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.1241028 Apr 12 14:54:17.403943 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (1abf0cb9-8a4f-40d4-88b2-92c857022443), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.430284 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (122ef08f-f4b9-4140-8816-746c2548be04), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.454964 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Network bc73a003-4067-4844-9c4d-7187574c0c62 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:17.465976 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:17.473878 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:17.475258 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks [] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.538910 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-6ae3c37e-5361-47eb-9342-e8f7458f4abf None None] For port 464cab6d-17ef-4a40-95c2-0ca63df190db, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=464cab6d-17ef-4a40-95c2-0ca63df190db,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:17.550236 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.562480 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e97356bb-0a49-4ea2-9203-7d6c2a719caa triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:17.562995 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.634871 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.656312 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c37e-5361-47eb-9342-e8f7458f4abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.666721 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks [] for router_gateway (5bdd137b-4882-428b-8700-daaea968dea5), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:17.675434 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Pushing event updated for resources: {'Port': ['ID=122ef08f-f4b9-4140-8816-746c2548be04,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:17.819575 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Allocated IP 172.27.2.252 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/751fa5ff-df9d-4872-85b6-eec0672dc652) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:17.820985 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:17.827848 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:17.836106 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:17.844787 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:17.912744 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0dca6b-f92c-47b5-a073-1f7e09a82e31 None None] Network 6cdec854-4846-4896-ad7e-f14d9793db5b requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:17.996260 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-2b55bc48-af91-4a8f-9b81-09c4cece454e None None] Provisioning complete for port 464cab6d-17ef-4a40-95c2-0ca63df190db triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:17.996959 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2b55bc48-af91-4a8f-9b81-09c4cece454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.060851 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Router 1abf0cb9-8a4f-40d4-88b2-92c857022443 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:54:18.069109 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks [] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.139041 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Attempting to bind port 122ef08f-f4b9-4140-8816-746c2548be04 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:18.141899 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Attempting to bind port 122ef08f-f4b9-4140-8816-746c2548be04 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:18.142650 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Attempting to bind port 122ef08f-f4b9-4140-8816-746c2548be04 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:18.180507 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:18.181012 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Checking segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:18.181427 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.181855 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Bound using segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:18.182872 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Bound port: 122ef08f-f4b9-4140-8816-746c2548be04, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:18.183254 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (122ef08f-f4b9-4140-8816-746c2548be04), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.224515 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22471ae-9a88-413f-8f18-1cccf3217691 None None] Pushing event updated for resources: {'Port': ['ID=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:18.261430 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:18.266563 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.274833 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Sync routers for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:18.291367 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (5bdd137b-4882-428b-8700-daaea968dea5), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.305280 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:18.305280 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:18.342248 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3c37e-5361-47eb-9342-e8f7458f4abf None None] Pushing event updated for resources: {'Port': ['ID=464cab6d-17ef-4a40-95c2-0ca63df190db,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:18.361569 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-2b55bc48-af91-4a8f-9b81-09c4cece454e None None] Current status of the port 464cab6d-17ef-4a40-95c2-0ca63df190db is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:18.370230 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Pushing event updated for resources: {'Port': ['ID=751fa5ff-df9d-4872-85b6-eec0672dc652,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:18.398918 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:18.421413 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] For port 122ef08f-f4b9-4140-8816-746c2548be04, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:18.425218 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] For port 122ef08f-f4b9-4140-8816-746c2548be04, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=122ef08f-f4b9-4140-8816-746c2548be04,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:18.450272 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e97356bb-0a49-4ea2-9203-7d6c2a719caa is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:18.451252 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.468787 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:18.487718 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:18.505424 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-9fe3a49f-c4a6-49ae-b3e9-312849f17657 None None] Provisioning complete for port e97356bb-0a49-4ea2-9203-7d6c2a719caa triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:18.505870 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a49f-c4a6-49ae-b3e9-312849f17657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.517049 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port e97356bb-0a49-4ea2-9203-7d6c2a719caa, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e97356bb-0a49-4ea2-9203-7d6c2a719caa,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:18.518626 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (122ef08f-f4b9-4140-8816-746c2548be04), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.602814 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks [] for router_gateway (c22de5c5-fff7-4c3f-94ea-674c5536ce22), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.628783 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:18.651076 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.652712 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2a2ef3b1-d5ed-47c5-9281-cb770c20a14d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0291719 Apr 12 14:54:18.668188 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37880) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:18.710612 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:18.719034 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 464cab6d-17ef-4a40-95c2-0ca63df190db up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:18.832562 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ac95acc-ef54-4f31-b06f-0e8f3dd04365 req-348ff79a-441d-4a1d-8b2e-082c4ee32f96 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0975928 Apr 12 14:54:18.865981 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14659dd7-281f-4edb-9c3c-fc99572269fd None None] Pushing event updated for resources: {'Port': ['ID=122ef08f-f4b9-4140-8816-746c2548be04,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:19.041754 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:16Z', 'revision_number': 3, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:19.081461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 464cab6d-17ef-4a40-95c2-0ca63df190db triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:19.094003 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.126413 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Checking router: 1abf0cb9-8a4f-40d4-88b2-92c857022443 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:19.126771 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Updating router 1abf0cb9-8a4f-40d4-88b2-92c857022443 port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:19.163669 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.207630 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=e97356bb-0a49-4ea2-9203-7d6c2a719caa,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:19.213185 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks [] for router_gateway (0200d6e6-3306-473c-a2b8-7a9d73353a8c), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.290755 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3a49f-c4a6-49ae-b3e9-312849f17657 None None] Current status of the port e97356bb-0a49-4ea2-9203-7d6c2a719caa is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:19.347507 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 464cab6d-17ef-4a40-95c2-0ca63df190db is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:19.402091 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Router 5bdd137b-4882-428b-8700-daaea968dea5 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:54:19.442002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-de9b0c53-c5e5-47f7-96ab-907114ad6117 None None] Provisioning complete for port e97356bb-0a49-4ea2-9203-7d6c2a719caa triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:19.445282 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-de9b0c53-c5e5-47f7-96ab-907114ad6117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.537081 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a290f52-0850-4160-942e-db27a891fa37 None None] Network 5444df66-cec9-4e6f-babf-6afcab69a266 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:19.688749 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (c22de5c5-fff7-4c3f-94ea-674c5536ce22), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.704664 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Publish callbacks [] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.750024 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e97356bb-0a49-4ea2-9203-7d6c2a719caa up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:19.783704 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.843490 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-de9b0c53-c5e5-47f7-96ab-907114ad6117 None None] Current status of the port e97356bb-0a49-4ea2-9203-7d6c2a719caa is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:19.854477 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:19.864748 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Attempting to bind port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:19.865126 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Attempting to bind port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:19.865493 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Attempting to bind port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:19.877527 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:19.877834 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:19.878249 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.878704 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:19.879455 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Bound port: 7b4d4391-f7c4-45e5-80bc-04dd685285c2, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:19.879842 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.881333 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (0200d6e6-3306-473c-a2b8-7a9d73353a8c), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.899424 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Sync routers for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:19.917604 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Pushing event updated for resources: {'Port': ['ID=7b4d4391-f7c4-45e5-80bc-04dd685285c2,revision_number=2']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:19.934290 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.935000 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.935588 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.936181 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.936745 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.937415 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.938025 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.942113 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Tracked resource versions report: Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: pushed versions: Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: { 'AddressGroup': {'1.2'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Agent': {'1.1'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'ConntrackHelper': {'1.0'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Log': {'1.0'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'NDPProxy': {'1.0'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Network': {'1.1'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Port': {'1.7'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'PortForwarding': {'1.3'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'QosPolicy': {'1.10'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroup': {'1.5'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SubPort': {'1.0'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Subnet': {'1.1'}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Trunk': {'1.1'}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: consumer versions: Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: { DHCP agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: L3 agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: Metadata agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: Metering agent@dv-cinder-837524-1-iscsi: {}, Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: Open vSwitch agent@dv-cinder-837524-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Agent': '1.1', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'ConntrackHelper': '1.0', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'LocalIPAssociation': '1.0', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Log': '1.0', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'NDPProxy': '1.0', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Network': '1.1', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Port': '1.7', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'PortForwarding': '1.3', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'QosPolicy': '1.10', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroup': '1.5', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SecurityGroupRule': '1.2', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'SubPort': '1.0', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Subnet': '1.1', Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: 'Trunk': '1.1'}} Apr 12 14:54:19.947029 dv-cinder-837524-1-iscsi neutron-server[110564]: {{(pid=110564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:54:19.959480 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:19.960711 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-3c1c2bc1-72e2-4b02-b34a-d1d8c56862be admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5070004 Apr 12 14:54:19.963895 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37900) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:20.026812 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-d47537ff-9cad-4eb1-919c-d96567c23c0e None None] Provisioning complete for port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:20.027213 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d47537ff-9cad-4eb1-919c-d96567c23c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:20.031503 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:20.032182 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:20.071109 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] For port 7b4d4391-f7c4-45e5-80bc-04dd685285c2, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:20.089552 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] For port 7b4d4391-f7c4-45e5-80bc-04dd685285c2, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=7b4d4391-f7c4-45e5-80bc-04dd685285c2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:20.180542 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:20.230373 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:20.244853 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3ffa452b-7b73-4a0d-b99d-5756823fa8cf req-7eb1a8db-ffaf-46d1-ba55-0238de55a295 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0393221 Apr 12 14:54:20.345927 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fbedf2-2547-4643-ab31-ff808810a695 None None] Network bc73a003-4067-4844-9c4d-7187574c0c62 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:54:20.372772 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61808a73-90df-4759-bb61-d5971a6a8f13 None None] Pushing event updated for resources: {'Port': ['ID=7b4d4391-f7c4-45e5-80bc-04dd685285c2,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:20.396851 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e97356bb-0a49-4ea2-9203-7d6c2a719caa triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:20.397569 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:20.400664 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:20.405287 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:20.440502 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Router c22de5c5-fff7-4c3f-94ea-674c5536ce22 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:54:20.483990 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:20.623867 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:20.690388 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e97356bb-0a49-4ea2-9203-7d6c2a719caa is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:20.691516 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:20.701722 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:54:20.719698 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d47537ff-9cad-4eb1-919c-d96567c23c0e None None] Current status of the port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:20.720089 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d47537ff-9cad-4eb1-919c-d96567c23c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:20.746035 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:20.762165 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Sync routers for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:20.825136 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:20.825818 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:20.849173 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Allocated IP 172.20.0.1 (6cdec854-4846-4896-ad7e-f14d9793db5b/18e8e686-5de9-4a85-8edd-c7a370e821a3/67e64550-2d88-430c-adac-3eeec4678002) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:21.014774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks [] for port (67e64550-2d88-430c-adac-3eeec4678002), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.017397 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:21.040366 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:21.042438 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:16Z', 'revision_number': 3, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:21.068300 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.069577 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4ae758ac-6717-47f6-bfa5-368158a8d449 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2979190 Apr 12 14:54:21.072546 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 37916) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:21.081720 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:21.091202 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:17Z', 'revision_number': 3, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:21.152799 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Checking router: 5bdd137b-4882-428b-8700-daaea968dea5 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:21.153148 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Updating router 5bdd137b-4882-428b-8700-daaea968dea5 port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:21.168094 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:21.177147 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.178574 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:21.271126 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-d47537ff-9cad-4eb1-919c-d96567c23c0e None None] For port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:21.278791 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0452e1d-95b2-4abc-b98b-88adfdd162cd None None] The sync data for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi is: [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:16Z', 'revision_number': 3, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:21.311815 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.313088 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-84301ecb-f864-4d7f-b40a-7f37cb95d6bb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0213385 Apr 12 14:54:21.338122 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37930) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:21.345863 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (67e64550-2d88-430c-adac-3eeec4678002), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.378457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Network 6cdec854-4846-4896-ad7e-f14d9793db5b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:21.385451 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:21.391072 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.516402 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:21.519575 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.622300 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d47537ff-9cad-4eb1-919c-d96567c23c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.701410 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:18Z', 'revision_number': 3, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:21.724190 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.57', 64656) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:21.750112 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Checking router: c22de5c5-fff7-4c3f-94ea-674c5536ce22 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:21.750478 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Updating router c22de5c5-fff7-4c3f-94ea-674c5536ce22 port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:21.788824 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37940) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:21.856838 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:21.879475 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:21.884254 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (1abf0cb9-8a4f-40d4-88b2-92c857022443), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.055873 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Pushing event updated for resources: {'Port': ['ID=67e64550-2d88-430c-adac-3eeec4678002,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:22.171745 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47537ff-9cad-4eb1-919c-d96567c23c0e None None] Pushing event updated for resources: {'Port': ['ID=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:22.203021 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193270-506b-4b12-bde6-1e02af64a0fa req-dbf864cb-dffa-413b-8d90-57e155fcadfa tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:22.204749 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-dbf864cb-dffa-413b-8d90-57e155fcadfa tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.57 "GET /v2.0/networks?id=11b6d2a6-a132-4634-b602-c76b53fbd922 HTTP/1.1" status: 200 len: 812 time: 0.4473226 Apr 12 14:54:22.230215 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Provisioning complete for port 122ef08f-f4b9-4140-8816-746c2548be04 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:22.230874 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (122ef08f-f4b9-4140-8816-746c2548be04), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.252188 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-370a937b-d312-4451-9346-8a77359b5aa7 req-a0d55fbb-db0e-488f-bb2c-6554b7a5e706 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.5601332 Apr 12 14:54:22.281057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Request body: {'port': {'device_id': '1d708580-277c-46d3-9972-57055255f9b9', 'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922', 'admin_state_up': True, 'tenant_id': '83dc8d68f5f848fc8a1afce6f56d829e'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:22.416275 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:22.523676 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.529758 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Publish callbacks [] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.587659 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:22.590525 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 464cab6d-17ef-4a40-95c2-0ca63df190db up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:22.673589 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Current status of the port 122ef08f-f4b9-4140-8816-746c2548be04 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:22.673947 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (122ef08f-f4b9-4140-8816-746c2548be04), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.680705 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.851573 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Allocated IP 172.20.0.1 (5444df66-cec9-4e6f-babf-6afcab69a266/afd65a10-0ae6-4442-91a6-9804ae468a1d/3276e5fe-085d-4a25-a7b2-d950976a4657) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:22.917432 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Publish callbacks [] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.924237 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (67e64550-2d88-430c-adac-3eeec4678002), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.929794 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] For port 122ef08f-f4b9-4140-8816-746c2548be04, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=122ef08f-f4b9-4140-8816-746c2548be04,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:22.934747 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4ecfe-2943-4bb7-b41b-34f818b2964f None None] Pushing event updated for resources: {'Port': ['ID=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:22.943834 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Attempting to bind port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:22.944130 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Attempting to bind port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:22.944489 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Attempting to bind port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:22.954480 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 464cab6d-17ef-4a40-95c2-0ca63df190db triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:22.954850 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.960115 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:22.960497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:22.960898 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:22.961295 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:22.961821 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Bound port: 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:22.962212 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.015217 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-387bf994-a715-46d2-9f77-682d29dd70d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.023323 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:18Z', 'revision_number': 3, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:23.034140 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.082332 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks [] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.088239 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (122ef08f-f4b9-4140-8816-746c2548be04), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.104352 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Allocated IP 172.20.0.1 (8f7bb313-4e99-4c79-b5eb-bf23757b656e/a274d685-41e4-4858-b8f8-46d10eee8f71/9a558192-784a-49ee-859f-08b43b01ab5d) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:23.107032 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Attempting to bind port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:23.107240 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Attempting to bind port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:23.107609 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Attempting to bind port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:23.111382 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716ea4d-df1d-484b-a1c8-14d4c8b3697d None None] Pushing event updated for resources: {'Port': ['ID=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,revision_number=2']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:23.129100 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:23.129491 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:23.129922 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.130564 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:23.130799 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Bound port: e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:23.131186 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.167699 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Provisioning complete for port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:23.168312 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.202611 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] For port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:23.205869 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] For port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:23.207272 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:23.207272 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Updating router 0200d6e6-3306-473c-a2b8-7a9d73353a8c port 751fa5ff-df9d-4872-85b6-eec0672dc652 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:23.211508 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks [] for port (67e64550-2d88-430c-adac-3eeec4678002), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.289819 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Pushing event updated for resources: {'Port': ['ID=122ef08f-f4b9-4140-8816-746c2548be04,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:23.293427 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.299765 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] For port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:23.318886 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.349138 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.380222 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] For port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:23.391262 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks [] for port (9a558192-784a-49ee-859f-08b43b01ab5d), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.409131 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (67e64550-2d88-430c-adac-3eeec4678002), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.410652 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (1abf0cb9-8a4f-40d4-88b2-92c857022443), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.434304 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Network 5444df66-cec9-4e6f-babf-6afcab69a266 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:23.438554 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:23.442540 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:23.443283 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (c22de5c5-fff7-4c3f-94ea-674c5536ce22), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.449408 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3276e5fe-085d-4a25-a7b2-d950976a4657,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:23.508439 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716ea4d-df1d-484b-a1c8-14d4c8b3697d None None] Pushing event updated for resources: {'Port': ['ID=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:23.576087 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:23.576794 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:23.603988 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Made reservation on behalf of 83dc8d68f5f848fc8a1afce6f56d829e for: {'port': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:23.608992 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.643225 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37972) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:23.644362 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d94934f6-e9c3-4384-ba5a-b8860540f901 None None] Current status of the port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:23.646816 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:23.765215 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Pushing event updated for resources: {'Port': ['ID=67e64550-2d88-430c-adac-3eeec4678002,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:23.776832 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 464cab6d-17ef-4a40-95c2-0ca63df190db is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:23.778272 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 122ef08f-f4b9-4140-8816-746c2548be04 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:23.855253 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:23.856975 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Network 6cdec854-4846-4896-ad7e-f14d9793db5b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:23.861579 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:23.874309 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-387bf994-a715-46d2-9f77-682d29dd70d8 admin admin] Publish callbacks [] for security_group (f0e44a7c-9b05-443f-881e-a6c8c95200fe), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:24.042754 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 122ef08f-f4b9-4140-8816-746c2548be04 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:24.043243 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (122ef08f-f4b9-4140-8816-746c2548be04), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:24.108792 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:24.132196 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:24.156407 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-387bf994-a715-46d2-9f77-682d29dd70d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f0e44a7c-9b05-443f-881e-a6c8c95200fe), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:24.161435 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Router 1abf0cb9-8a4f-40d4-88b2-92c857022443 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:54:24.219186 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:18Z', 'revision_number': 3, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:24.235847 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-becbe765-6d65-4756-8d25-a8ebd3664c95 req-da2b3db1-73e0-477c-bcdd-40ceb336a184 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.5722153 Apr 12 14:54:24.280537 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da5f112-dc73-43c0-8292-87c4cf0f1018 None None] The sync data for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi is: [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:18Z', 'revision_number': 3, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:24.304743 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-581f7c0e-d422-4e5f-9985-7e25a1f10394 None None] Provisioning complete for port 67e64550-2d88-430c-adac-3eeec4678002 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:24.305321 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-581f7c0e-d422-4e5f-9985-7e25a1f10394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (67e64550-2d88-430c-adac-3eeec4678002), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:24.306602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf994-a715-46d2-9f77-682d29dd70d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e44a7c-9b05-443f-881e-a6c8c95200fe,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:24.393620 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 122ef08f-f4b9-4140-8816-746c2548be04 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:24.412389 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:24.435123 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:24.485427 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:24.486026 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (5bdd137b-4882-428b-8700-daaea968dea5), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:24.500801 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4ecfe-2943-4bb7-b41b-34f818b2964f None None] Pushing event updated for resources: {'Port': ['ID=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:24.529405 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:24.530100 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:24.646023 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:24.657895 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Sync routers for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:24.677015 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-bbb5c8cf-0750-4373-87a6-714e54b7c983 admin admin] 10.222.0.64 "PUT /v2.0/routers/1abf0cb9-8a4f-40d4-88b2-92c857022443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0034688 Apr 12 14:54:24.697923 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:24.698885 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:24.734842 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:24.844449 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-387bf994-a715-46d2-9f77-682d29dd70d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6fd501d8f544fa08f05fbd4e7659eb5&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0545700 Apr 12 14:54:24.972729 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:25.034176 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 37998) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:25.041363 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a558192-784a-49ee-859f-08b43b01ab5d,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:25.107421 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.136539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks [] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.156708 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-581f7c0e-d422-4e5f-9985-7e25a1f10394 None None] Port 67e64550-2d88-430c-adac-3eeec4678002 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:25.191198 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:25.208542 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.209765 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (c22de5c5-fff7-4c3f-94ea-674c5536ce22), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.381235 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3276e5fe-085d-4a25-a7b2-d950976a4657,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:25.383666 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Publish callbacks [] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.509300 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Allocated IP 172.20.0.8 (11b6d2a6-a132-4634-b602-c76b53fbd922/7fca068a-3ad0-4a40-9d46-4a6b532b2b59/9f9def6f-5f72-486a-9964-ccea9979c6f0) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:25.619982 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 2, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:25.638038 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:17Z', 'revision_number': 3, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:25.657794 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Network 5444df66-cec9-4e6f-babf-6afcab69a266 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:25.660834 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:25.669014 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Checking router: 1abf0cb9-8a4f-40d4-88b2-92c857022443 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:25.669399 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Updating router 1abf0cb9-8a4f-40d4-88b2-92c857022443 port 67e64550-2d88-430c-adac-3eeec4678002 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:25.726188 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (67e64550-2d88-430c-adac-3eeec4678002), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.740449 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:25.740973 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.845244 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Router c22de5c5-fff7-4c3f-94ea-674c5536ce22 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:54:25.860920 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:25.886814 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c81734fa-0863-4848-9872-befe8a39bde1 req-4ede6e3d-0005-4177-a003-054508164a04 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.3480980 Apr 12 14:54:25.963170 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5793-821e-4eb4-84ca-692125025eb4 admin admin] Publish callbacks [] for security_group (f0e44a7c-9b05-443f-881e-a6c8c95200fe), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.065504 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0770529a-20e6-4f04-af95-70155cb5504e None None] The sync data for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi is: [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:17Z', 'revision_number': 3, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:26.110792 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:26.117967 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e4182b15-ff8d-43df-a383-7a70fc41b5b8 admin admin] 10.222.0.64 "PUT /v2.0/routers/c22de5c5-fff7-4c3f-94ea-674c5536ce22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0424476 Apr 12 14:54:26.233507 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Attempting to bind port 751fa5ff-df9d-4872-85b6-eec0672dc652 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:26.234103 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Attempting to bind port 751fa5ff-df9d-4872-85b6-eec0672dc652 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:26.234610 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Attempting to bind port 751fa5ff-df9d-4872-85b6-eec0672dc652 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:26.272235 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e73430-1a5d-4f4c-87f7-26df4387c5d5 None None] Pushing event updated for resources: {'Port': ['ID=751fa5ff-df9d-4872-85b6-eec0672dc652,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:26.286883 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:26.287373 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:26.287815 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.288217 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:26.288721 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Bound port: 751fa5ff-df9d-4872-85b6-eec0672dc652, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:26.296574 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.319795 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5793-821e-4eb4-84ca-692125025eb4 admin admin] Publish callbacks [] for security_group (f0e44a7c-9b05-443f-881e-a6c8c95200fe), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.500541 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] For port 751fa5ff-df9d-4872-85b6-eec0672dc652, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:26.519139 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] For port 751fa5ff-df9d-4872-85b6-eec0672dc652, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=751fa5ff-df9d-4872-85b6-eec0672dc652,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:26.556773 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.636714 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Allocated IP 172.20.0.1 (bc73a003-4067-4844-9c4d-7187574c0c62/a936284e-f91e-462f-aab0-9a9a8f12fda6/88bdbcb5-eb40-4d82-a0bd-23005b5d1419) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:26.660926 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Provisioning complete for port 67e64550-2d88-430c-adac-3eeec4678002 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:26.690024 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (67e64550-2d88-430c-adac-3eeec4678002), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.811676 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Publish callbacks [] for port (67e64550-2d88-430c-adac-3eeec4678002), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.817123 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Port 67e64550-2d88-430c-adac-3eeec4678002 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:26.848990 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38028) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:26.856136 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Provisioning complete for port 3276e5fe-085d-4a25-a7b2-d950976a4657 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:26.856651 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.858676 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-cfa21806-52e2-40c2-b6b2-6628200a3655 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92948260', 'description': 'tempest-description--174446522'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:26.875008 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:26.916941 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:26.918277 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 7b4d4391-f7c4-45e5-80bc-04dd685285c2 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:26.928428 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (67e64550-2d88-430c-adac-3eeec4678002), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.020174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cfa21806-52e2-40c2-b6b2-6628200a3655 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.226909 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d246f68e-9181-4f3b-a509-d8b94728216f req-58e8c56c-c844-4b88-b24a-46df10b881bd tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.1056378 Apr 12 14:54:27.290118 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cfa21806-52e2-40c2-b6b2-6628200a3655 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (ba7abd7f-c638-42c5-b1fd-548c3bd36ccc), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.301368 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d27ef4-5523-40ec-aaaf-c793c4df41d3 None None] Pushing event updated for resources: {'Port': ['ID=67e64550-2d88-430c-adac-3eeec4678002,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:27.326234 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Attempting to bind port 67e64550-2d88-430c-adac-3eeec4678002 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:27.326615 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Attempting to bind port 67e64550-2d88-430c-adac-3eeec4678002 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:27.326989 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Attempting to bind port 67e64550-2d88-430c-adac-3eeec4678002 on network 6cdec854-4846-4896-ad7e-f14d9793db5b {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:27.346640 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:27.347111 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Checking segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:27.347564 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.348056 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Bound using segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:27.348672 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Bound port: 67e64550-2d88-430c-adac-3eeec4678002, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:27.349044 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (67e64550-2d88-430c-adac-3eeec4678002), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.362125 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cfa21806-52e2-40c2-b6b2-6628200a3655 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba7abd7f-c638-42c5-b1fd-548c3bd36ccc), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.452399 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e73430-1a5d-4f4c-87f7-26df4387c5d5 None None] Pushing event updated for resources: {'Port': ['ID=751fa5ff-df9d-4872-85b6-eec0672dc652,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:27.476431 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21806-52e2-40c2-b6b2-6628200a3655 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:27.491684 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cfa21806-52e2-40c2-b6b2-6628200a3655 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.496057 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-cfa21806-52e2-40c2-b6b2-6628200a3655 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6424100 Apr 12 14:54:27.499079 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38036) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:27.512466 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:27.518504 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:27.518818 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-88888b70-6415-4a37-8a2c-e5d5713a3354 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'security_group_rule': {'security_group_id': 'ba7abd7f-c638-42c5-b1fd-548c3bd36ccc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:27.518818 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38038) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:27.519596 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Port 3276e5fe-085d-4a25-a7b2-d950976a4657 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:27.535595 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-ae5b4e85-73b8-4c4e-b701-a797e2277731 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162844749', 'description': 'tempest-description--1335937778'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:27.578241 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] For port 67e64550-2d88-430c-adac-3eeec4678002, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:27.586429 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] For port 67e64550-2d88-430c-adac-3eeec4678002, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=67e64550-2d88-430c-adac-3eeec4678002,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:27.623784 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:27.624682 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.626854 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bd017921-4687-4341-81a0-25204fdeee3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.671759 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (67e64550-2d88-430c-adac-3eeec4678002), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.705796 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4e85-73b8-4c4e-b701-a797e2277731 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.711855 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Provisioning complete for port 9a558192-784a-49ee-859f-08b43b01ab5d triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:27.712540 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.759831 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5793-821e-4eb4-84ca-692125025eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f0e44a7c-9b05-443f-881e-a6c8c95200fe), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.763797 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0a9f5793-821e-4eb4-84ca-692125025eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.765289 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0a9f5793-821e-4eb4-84ca-692125025eb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0e44a7c-9b05-443f-881e-a6c8c95200fe HTTP/1.1" status: 204 len: 168 time: 2.7182252 Apr 12 14:54:27.848965 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f5793-821e-4eb4-84ca-692125025eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e44a7c-9b05-443f-881e-a6c8c95200fe,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:27.849951 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d27ef4-5523-40ec-aaaf-c793c4df41d3 None None] Pushing event updated for resources: {'Port': ['ID=67e64550-2d88-430c-adac-3eeec4678002,revision_number=4']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:27.872078 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks [] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:27.890426 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:27.891188 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:28.097170 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4e85-73b8-4c4e-b701-a797e2277731 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (558f72ac-e71f-46fd-b3c3-b07cea57b0ed), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.098438 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks [] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.111390 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6f327478-2037-41f3-bd8e-954a448d54d7 None None] Port 9a558192-784a-49ee-859f-08b43b01ab5d cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:28.118840 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Sync routers for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:28.154240 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-88888b70-6415-4a37-8a2c-e5d5713a3354 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (820e9b9d-94c3-4029-9128-96623128a835), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.190642 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:28.203125 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4e85-73b8-4c4e-b701-a797e2277731 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (558f72ac-e71f-46fd-b3c3-b07cea57b0ed), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.204298 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:28.308873 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.372352 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:28.373233 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:28.439042 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ae5b4e85-73b8-4c4e-b701-a797e2277731 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.445038 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ae5b4e85-73b8-4c4e-b701-a797e2277731 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9166944 Apr 12 14:54:28.455753 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38052) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:28.459351 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b4e85-73b8-4c4e-b701-a797e2277731 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558f72ac-e71f-46fd-b3c3-b07cea57b0ed,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:28.475051 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-f9a6dc26-2fed-4446-bc22-0149b2bf9cd8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'security_group_rule': {'security_group_id': '558f72ac-e71f-46fd-b3c3-b07cea57b0ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:28.499388 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Provisioning complete for port 67e64550-2d88-430c-adac-3eeec4678002 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:28.501100 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (67e64550-2d88-430c-adac-3eeec4678002), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.617734 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks [] for port (9a558192-784a-49ee-859f-08b43b01ab5d), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.633601 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-88888b70-6415-4a37-8a2c-e5d5713a3354 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (820e9b9d-94c3-4029-9128-96623128a835), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.692076 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Pushing event updated for resources: {'Port': ['ID=9f9def6f-5f72-486a-9964-ccea9979c6f0,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:28.726724 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f9a6dc26-2fed-4446-bc22-0149b2bf9cd8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (007dbb64-8995-45a8-b2e6-8a1d280381d8), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.732032 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.735614 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (5bdd137b-4882-428b-8700-daaea968dea5), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.747651 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Network 11b6d2a6-a132-4634-b602-c76b53fbd922 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:28.782837 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:28.839304 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:28.845195 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:28.846017 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.894628 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:28.894628 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.939976 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.952346 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:27Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:28.973174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f9a6dc26-2fed-4446-bc22-0149b2bf9cd8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (007dbb64-8995-45a8-b2e6-8a1d280381d8), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:28.976237 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-88888b70-6415-4a37-8a2c-e5d5713a3354 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (820e9b9d-94c3-4029-9128-96623128a835), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.023248 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68240bf0-db3a-4206-a42a-09d4c203d7cb None None] The sync data for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi is: [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:27Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:29.032372 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 7b4d4391-f7c4-45e5-80bc-04dd685285c2, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=7b4d4391-f7c4-45e5-80bc-04dd685285c2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:29.062355 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88888b70-6415-4a37-8a2c-e5d5713a3354 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820e9b9d-94c3-4029-9128-96623128a835,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:29.202355 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f9a6dc26-2fed-4446-bc22-0149b2bf9cd8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (007dbb64-8995-45a8-b2e6-8a1d280381d8), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.269258 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6dc26-2fed-4446-bc22-0149b2bf9cd8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007dbb64-8995-45a8-b2e6-8a1d280381d8,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:29.304312 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:29.308176 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-88888b70-6415-4a37-8a2c-e5d5713a3354 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.319998 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-88888b70-6415-4a37-8a2c-e5d5713a3354 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8164754 Apr 12 14:54:29.324236 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:29.330029 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Network bc73a003-4067-4844-9c4d-7187574c0c62 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:29.331261 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38074) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:29.342634 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:29.366107 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-2a0943ce-7383-4d2c-9e18-13da5ea8c0b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'security_group_rule': {'security_group_id': 'ba7abd7f-c638-42c5-b1fd-548c3bd36ccc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:29.415433 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f9a6dc26-2fed-4446-bc22-0149b2bf9cd8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.417540 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f9a6dc26-2fed-4446-bc22-0149b2bf9cd8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9550476 Apr 12 14:54:29.420459 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38078) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:29.422554 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.424610 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 122ef08f-f4b9-4140-8816-746c2548be04 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:29.430712 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-652cd4c0-d51b-4501-a070-d2bba959dde1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'security_group_rule': {'security_group_id': '558f72ac-e71f-46fd-b3c3-b07cea57b0ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:29.511840 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-8163370c-01b1-4edd-a943-5077609568d6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2583451 Apr 12 14:54:29.532498 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:29.535959 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:29.536534 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (0200d6e6-3306-473c-a2b8-7a9d73353a8c), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.567031 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-36d2c146-c7ac-4d43-ad30-4118e5c5ca38 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:54:29.568218 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-36d2c146-c7ac-4d43-ad30-4118e5c5ca38 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100656 Apr 12 14:54:29.569010 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a0943ce-7383-4d2c-9e18-13da5ea8c0b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (f1e5d7d6-cddb-49b5-99de-73e5d244476f), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.625060 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-652cd4c0-d51b-4501-a070-d2bba959dde1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (99af9f04-9fc1-4663-bb8a-8c1fc96f719b), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:29.636307 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9a558192-784a-49ee-859f-08b43b01ab5d,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:29.862590 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a68e-083d-48df-9d6e-1b50ff974973 req-db4e3655-5ec6-4deb-8bf5-46d3e3e20b42 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:29.864757 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3694a68e-083d-48df-9d6e-1b50ff974973 req-db4e3655-5ec6-4deb-8bf5-46d3e3e20b42 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 931 time: 1.0274003 Apr 12 14:54:29.908637 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Pushing event updated for resources: {'Port': ['ID=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:29.932384 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-652cd4c0-d51b-4501-a070-d2bba959dde1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (99af9f04-9fc1-4663-bb8a-8c1fc96f719b), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.001973 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-652cd4c0-d51b-4501-a070-d2bba959dde1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (99af9f04-9fc1-4663-bb8a-8c1fc96f719b), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.024616 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cd4c0-d51b-4501-a070-d2bba959dde1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99af9f04-9fc1-4663-bb8a-8c1fc96f719b,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:30.125385 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Request body: {'port': {'device_id': '1d708580-277c-46d3-9972-57055255f9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:30.126175 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:18Z', 'revision_number': 3, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:30.146304 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Current status of the port 67e64550-2d88-430c-adac-3eeec4678002 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:30.146595 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (67e64550-2d88-430c-adac-3eeec4678002), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.192885 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-652cd4c0-d51b-4501-a070-d2bba959dde1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.201803 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-652cd4c0-d51b-4501-a070-d2bba959dde1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7800708 Apr 12 14:54:30.204379 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38104) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:30.221439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:30.302853 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a0943ce-7383-4d2c-9e18-13da5ea8c0b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (f1e5d7d6-cddb-49b5-99de-73e5d244476f), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.339971 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3ce3b4-8016-4afb-8d9f-91222ca5e71a None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:18Z', 'revision_number': 3, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:30.382188 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=7b4d4391-f7c4-45e5-80bc-04dd685285c2,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:30.387446 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.523229 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3694a68e-083d-48df-9d6e-1b50ff974973 req-202ac423-f16b-4e44-835a-e41cdc7de5c1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441944 Apr 12 14:54:30.574338 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a0943ce-7383-4d2c-9e18-13da5ea8c0b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (f1e5d7d6-cddb-49b5-99de-73e5d244476f), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.614209 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Router 5bdd137b-4882-428b-8700-daaea968dea5 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:54:30.716603 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.731336 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-868ebf01-5a3a-4800-92ad-d2e6ea0c963f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.760449 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0943ce-7383-4d2c-9e18-13da5ea8c0b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e5d7d6-cddb-49b5-99de-73e5d244476f,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:30.770311 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] For port 67e64550-2d88-430c-adac-3eeec4678002, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=67e64550-2d88-430c-adac-3eeec4678002,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:30.776981 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 122ef08f-f4b9-4140-8816-746c2548be04 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:30.777738 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (122ef08f-f4b9-4140-8816-746c2548be04), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.791586 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.849991 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:24Z', 'revision_number': 2, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:30.953831 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (67e64550-2d88-430c-adac-3eeec4678002), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.983096 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Checking router: c22de5c5-fff7-4c3f-94ea-674c5536ce22 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:30.983544 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Updating router c22de5c5-fff7-4c3f-94ea-674c5536ce22 port 3276e5fe-085d-4a25-a7b2-d950976a4657 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:30.990591 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a0943ce-7383-4d2c-9e18-13da5ea8c0b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:30.995501 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-2a0943ce-7383-4d2c-9e18-13da5ea8c0b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6471009 Apr 12 14:54:31.000089 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Allocated IP 172.27.2.162 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/85fe4ea7-333a-4714-b727-21b0144b3d4d) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:31.146469 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:31.155788 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Provisioning complete for port 3276e5fe-085d-4a25-a7b2-d950976a4657 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:31.155788 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:31.166316 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e89ab216-1b3f-4642-ba70-36f66777d2b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/5bdd137b-4882-428b-8700-daaea968dea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2010891 Apr 12 14:54:31.171544 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38118) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:31.177440 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:31.182620 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Sync routers for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:31.206409 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:31.250625 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:31.260238 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:31.266391 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:31.408217 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:31.619813 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:31.620539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'Port': ['ID=85fe4ea7-333a-4714-b727-21b0144b3d4d,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:31.620539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:31.637992 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:31.655930 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:31.689779 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:31.791521 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Pushing event updated for resources: {'Port': ['ID=67e64550-2d88-430c-adac-3eeec4678002,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:31.803778 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:31.865401 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:31.884915 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-bc4d5bbf-f825-4f50-abfc-3634dcd9f295 None None] Port 3276e5fe-085d-4a25-a7b2-d950976a4657 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:31.894786 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 122ef08f-f4b9-4140-8816-746c2548be04 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:31.951905 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:32.236998 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:32.253168 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Provisioning complete for port 67e64550-2d88-430c-adac-3eeec4678002 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:32.253781 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (67e64550-2d88-430c-adac-3eeec4678002), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:32.266009 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:32.298733 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51095970-d65a-4779-afd3-acfa34af8a67 req-b747bde5-a08d-417f-8737-bb6a36e08ae6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:32.319290 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51095970-d65a-4779-afd3-acfa34af8a67 req-b747bde5-a08d-417f-8737-bb6a36e08ae6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 931 time: 0.5798106 Apr 12 14:54:32.514426 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:27Z', 'revision_number': 2, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:32.576185 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Checking router: 5bdd137b-4882-428b-8700-daaea968dea5 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:32.577804 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Updating router 5bdd137b-4882-428b-8700-daaea968dea5 port 9a558192-784a-49ee-859f-08b43b01ab5d binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:32.621008 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:32.748013 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Publish callbacks [] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:32.756011 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 67e64550-2d88-430c-adac-3eeec4678002 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:32.961709 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:32.969493 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.030638 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Current status of the port 67e64550-2d88-430c-adac-3eeec4678002 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:33.047652 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.216232 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'Port': ['ID=85fe4ea7-333a-4714-b727-21b0144b3d4d,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:33.220819 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bd408-1696-424e-bdd5-bd4537399c74 None None] Pushing event updated for resources: {'Port': ['ID=3276e5fe-085d-4a25-a7b2-d950976a4657,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:33.224800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.225307 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 67e64550-2d88-430c-adac-3eeec4678002 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:33.225749 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (67e64550-2d88-430c-adac-3eeec4678002), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.227534 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Provisioning complete for port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:33.227917 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.325483 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.332233 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1f643ece-be1d-40f1-ae4f-5640fe35b0e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1214299 Apr 12 14:54:33.523136 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Publish callbacks [] for port (9a558192-784a-49ee-859f-08b43b01ab5d), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.597858 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 67e64550-2d88-430c-adac-3eeec4678002 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:33.597858 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:33.642847 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:33.662137 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Provisioning complete for port 9a558192-784a-49ee-859f-08b43b01ab5d triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:33.669905 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.721711 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.737146 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51095970-d65a-4779-afd3-acfa34af8a67 req-68a5f8b4-01c0-4567-82dc-c1e6e7171892 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3975456 Apr 12 14:54:33.743088 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.770903 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9def6f-5f72-486a-9964-ccea9979c6f0 {{(pid=110562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:54:33.889051 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:33.889722 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.901013 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Publish callbacks [] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:33.906683 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-3d61e314-60df-4d06-9039-a71ae2914742 None None] Port 9a558192-784a-49ee-859f-08b43b01ab5d cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:33.930144 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c225c8-bfa4-4164-a61d-b1b224042a08 None None] Pushing event updated for resources: {'Port': ['ID=9a558192-784a-49ee-859f-08b43b01ab5d,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:33.992345 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Allocated IP 172.27.2.193 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:34.130413 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Attempting to bind port 9a558192-784a-49ee-859f-08b43b01ab5d on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:34.130826 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Attempting to bind port 9a558192-784a-49ee-859f-08b43b01ab5d by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:34.131609 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Attempting to bind port 9a558192-784a-49ee-859f-08b43b01ab5d on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:34.145485 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Attempting to bind port 3276e5fe-085d-4a25-a7b2-d950976a4657 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:34.145698 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:34.146263 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Checking segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:34.146784 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.147374 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Bound using segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:34.149121 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Attempting to bind port 3276e5fe-085d-4a25-a7b2-d950976a4657 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:34.149783 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Attempting to bind port 3276e5fe-085d-4a25-a7b2-d950976a4657 on network 5444df66-cec9-4e6f-babf-6afcab69a266 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:34.153866 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Bound port: 9a558192-784a-49ee-859f-08b43b01ab5d, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:34.158905 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.185317 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.199771 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-3676761c-da3f-4fcc-b99a-54e5d5ab3dc2 None None] Provisioning complete for port 3276e5fe-085d-4a25-a7b2-d950976a4657 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:34.201325 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3676761c-da3f-4fcc-b99a-54e5d5ab3dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.324659 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.provisioning_blocks [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Transition to ACTIVE for port object 9f9def6f-5f72-486a-9964-ccea9979c6f0 will not be triggered until provisioned by entity L2. {{(pid=110562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:54:34.368706 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] For port 9a558192-784a-49ee-859f-08b43b01ab5d, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:34.377833 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] For port 9a558192-784a-49ee-859f-08b43b01ab5d, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=9a558192-784a-49ee-859f-08b43b01ab5d,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:34.397500 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-695ebd41-068d-4c9c-8dd2-cd3b7339abc8 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:34.400029 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-695ebd41-068d-4c9c-8dd2-cd3b7339abc8 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 819 time: 0.7461860 Apr 12 14:54:34.421591 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:34.422153 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Checking segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:34.422634 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.423123 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Bound using segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:34.423643 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Bound port: 3276e5fe-085d-4a25-a7b2-d950976a4657, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:34.424023 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.424130 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.431929 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks [] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.441669 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.504795 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.514614 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-07da48fb-8722-4f40-9363-a9ddb33b2546 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/quotas/566788e9e53f44db92dfad7ee91d6cd2 HTTP/1.1" status: 200 len: 375 time: 0.0920699 Apr 12 14:54:34.519391 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.524872 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-3676761c-da3f-4fcc-b99a-54e5d5ab3dc2 None None] Port 3276e5fe-085d-4a25-a7b2-d950976a4657 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:34.539989 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-cd588684-9fb0-420f-81d6-5880ec27304d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--162844749&fields=id&tenant_id=7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 267 time: 0.2922432 Apr 12 14:54:34.543651 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.544836 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (0200d6e6-3306-473c-a2b8-7a9d73353a8c), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.558903 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:34.559351 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.640172 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9def6f-5f72-486a-9964-ccea9979c6f0,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:34.644896 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:34.670251 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:34.671024 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:34.677040 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:34.692190 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] For port 3276e5fe-085d-4a25-a7b2-d950976a4657, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:34.717256 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-5ae52f33-cd08-4257-9423-eb1d8a70ca37 None None] Provisioning complete for port 9a558192-784a-49ee-859f-08b43b01ab5d triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:34.717256 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5ae52f33-cd08-4257-9423-eb1d8a70ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.773321 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c225c8-bfa4-4164-a61d-b1b224042a08 None None] Pushing event updated for resources: {'Port': ['ID=9a558192-784a-49ee-859f-08b43b01ab5d,revision_number=4']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:34.782522 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] For port 3276e5fe-085d-4a25-a7b2-d950976a4657, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3276e5fe-085d-4a25-a7b2-d950976a4657,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:34.798652 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.799464 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 751fa5ff-df9d-4872-85b6-eec0672dc652 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:34.868163 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:34.896325 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:34.957180 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:34.960367 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:35.119802 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 751fa5ff-df9d-4872-85b6-eec0672dc652 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:35.119802 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:35.132834 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:35.133383 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:35.171459 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:35.321679 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-5ae52f33-cd08-4257-9423-eb1d8a70ca37 None None] Current status of the port 9a558192-784a-49ee-859f-08b43b01ab5d is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:35.336716 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5ae52f33-cd08-4257-9423-eb1d8a70ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:35.386853 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-a94823f1-3e3d-4a7d-9a15-ba5c6be27f4c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8203468 Apr 12 14:54:35.406317 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'Port': ['ID=9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:35.436314 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Attempting to bind port 9f9def6f-5f72-486a-9964-ccea9979c6f0 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:35.441196 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Attempting to bind port 9f9def6f-5f72-486a-9964-ccea9979c6f0 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a5db16a2-adda-431b-b4ca-53ed5eed0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:35.441196 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Attempting to bind port 9f9def6f-5f72-486a-9964-ccea9979c6f0 on network 11b6d2a6-a132-4634-b602-c76b53fbd922 {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:35.493422 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bd408-1696-424e-bdd5-bd4537399c74 None None] Pushing event updated for resources: {'Port': ['ID=3276e5fe-085d-4a25-a7b2-d950976a4657,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:35.506521 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Network bc73a003-4067-4844-9c4d-7187574c0c62 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:35.517538 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Port 9f9def6f-5f72-486a-9964-ccea9979c6f0 on network 11b6d2a6-a132-4634-b602-c76b53fbd922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:54:35.517989 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Attempting to bind port 9f9def6f-5f72-486a-9964-ccea9979c6f0 on network 11b6d2a6-a132-4634-b602-c76b53fbd922 {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:35.560507 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:35.566118 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-5ae52f33-cd08-4257-9423-eb1d8a70ca37 None None] For port 9a558192-784a-49ee-859f-08b43b01ab5d, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=9a558192-784a-49ee-859f-08b43b01ab5d,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:35.569273 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:35.654973 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 751fa5ff-df9d-4872-85b6-eec0672dc652 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:35.655384 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:35.655916 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:35.667254 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5ae52f33-cd08-4257-9423-eb1d8a70ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:35.701392 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-c6f21713-11d4-47cb-9be7-5b52f7fa31bc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:35.711958 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-c6f21713-11d4-47cb-9be7-5b52f7fa31bc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 816 time: 1.1706378 Apr 12 14:54:35.717043 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b671f-7fe3-4fe7-9771-f5ad5081c5bd None None] The sync data for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi is: [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:35.732756 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:35.733177 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Checking segment: {'id': 'a5db16a2-adda-431b-b4ca-53ed5eed0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:35.733753 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Bound using segment: {'id': 'a5db16a2-adda-431b-b4ca-53ed5eed0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:35.734258 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Bound port: 9f9def6f-5f72-486a-9964-ccea9979c6f0, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5db16a2-adda-431b-b4ca-53ed5eed0504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:35.734619 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:35.751038 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (caf2d167-82ea-467b-9b46-f3b137b99769), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:35.767268 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Pushing event updated for resources: {'Port': ['ID=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:35.784925 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 751fa5ff-df9d-4872-85b6-eec0672dc652, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=751fa5ff-df9d-4872-85b6-eec0672dc652,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:35.800708 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-ff05557c-3d19-48ef-8e2c-b4d820dd0e52 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/quotas/7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 375 time: 0.0876956 Apr 12 14:54:35.941243 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:35.942130 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:35.952114 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Provisioning complete for port 3276e5fe-085d-4a25-a7b2-d950976a4657 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:35.952310 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.065763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae52f33-cd08-4257-9423-eb1d8a70ca37 None None] Pushing event updated for resources: {'Port': ['ID=9a558192-784a-49ee-859f-08b43b01ab5d,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:36.075587 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38244) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:36.165116 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.266986 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-f1d03eb8-7fba-4c87-895b-d6990cdb6e16 service neutron] 10.222.0.64 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8318639 Apr 12 14:54:36.276899 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-20806a8f-013d-4a70-8b8b-1b541f27381c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4750290 Apr 12 14:54:36.366108 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-04a0fe9c-7c35-4cdc-9e95-73382d3b3b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.454391 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=751fa5ff-df9d-4872-85b6-eec0672dc652,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:36.454725 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] For port 9f9def6f-5f72-486a-9964-ccea9979c6f0, host hv-cinder-83752, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:36.473444 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:36.482790 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.482790 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:36.501077 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] For port 9f9def6f-5f72-486a-9964-ccea9979c6f0, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0,segment=NetworkSegment(a5db16a2-adda-431b-b4ca-53ed5eed0504),segment_id=a5db16a2-adda-431b-b4ca-53ed5eed0504)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:36.609870 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Current status of the port 3276e5fe-085d-4a25-a7b2-d950976a4657 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:36.610269 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.628875 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-04a0fe9c-7c35-4cdc-9e95-73382d3b3b5a admin admin] Publish callbacks [] for security_group (26efbee0-0efe-4b8b-bc87-10f3fbcf07db), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.659195 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.676495 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] For port 3276e5fe-085d-4a25-a7b2-d950976a4657, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3276e5fe-085d-4a25-a7b2-d950976a4657,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:36.723078 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-04a0fe9c-7c35-4cdc-9e95-73382d3b3b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (26efbee0-0efe-4b8b-bc87-10f3fbcf07db), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.734025 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:54:36.768270 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da6ada-bf4b-4142-871c-951e3ebcefd6 None None] The sync data for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi is: [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:36.776060 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.789032 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-04a0fe9c-7c35-4cdc-9e95-73382d3b3b5a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b2e682110f1644729043340bfb06a9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7093637 Apr 12 14:54:36.790476 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38260) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:36.798447 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0fe9c-7c35-4cdc-9e95-73382d3b3b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efbee0-0efe-4b8b-bc87-10f3fbcf07db,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:36.799416 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-803c8960-20a3-4b23-a1b7-61c036aa8ddc service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:54:36.800552 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-803c8960-20a3-4b23-a1b7-61c036aa8ddc service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2868731 Apr 12 14:54:36.858232 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Provisioning complete for port 9a558192-784a-49ee-859f-08b43b01ab5d triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:36.858859 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.871844 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-24325b7c-896b-4e87-a69d-6f25c6e0bcb7 admin admin] Publish callbacks [] for security_group (26efbee0-0efe-4b8b-bc87-10f3fbcf07db), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.915012 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-24325b7c-896b-4e87-a69d-6f25c6e0bcb7 admin admin] Publish callbacks [] for security_group (26efbee0-0efe-4b8b-bc87-10f3fbcf07db), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:36.983588 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Current status of the port 9a558192-784a-49ee-859f-08b43b01ab5d is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:36.986591 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:36.986963 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.039727 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ce21a-4620-43a1-9de6-69b477e9cf6f None None] Pushing event updated for resources: {'Port': ['ID=3276e5fe-085d-4a25-a7b2-d950976a4657,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:37.044182 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:37.051573 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-47f24971-77ca-4029-b338-8ebd2c875486 service neutron] 10.222.0.64 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252727 Apr 12 14:54:37.075938 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.079615 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:37.080388 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.082031 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/9f9def6f-5f72-486a-9964-ccea9979c6f0 HTTP/1.1" status: 200 len: 1093 time: 7.2043664 Apr 12 14:54:37.084370 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d708580-277c-46d3-9972-57055255f9b9', 'tag': '9f9def6f-5f72-486a-9964-ccea9979c6f0'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:54:37.087378 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.112589 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-a5f3e186-435d-466f-a300-c50c975cb9ba None None] Provisioning complete for port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:37.112589 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a5f3e186-435d-466f-a300-c50c975cb9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.186943 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.187608 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 7b4d4391-f7c4-45e5-80bc-04dd685285c2 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:37.202313 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-24325b7c-896b-4e87-a69d-6f25c6e0bcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (26efbee0-0efe-4b8b-bc87-10f3fbcf07db), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.208915 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-24325b7c-896b-4e87-a69d-6f25c6e0bcb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.215685 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-24325b7c-896b-4e87-a69d-6f25c6e0bcb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26efbee0-0efe-4b8b-bc87-10f3fbcf07db HTTP/1.1" status: 204 len: 168 time: 0.4208431 Apr 12 14:54:37.261282 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24325b7c-896b-4e87-a69d-6f25c6e0bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efbee0-0efe-4b8b-bc87-10f3fbcf07db,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:37.268986 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.381586 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-a5f3e186-435d-466f-a300-c50c975cb9ba None None] Port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:37.536354 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:37.561297 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:37.561816 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.722122 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:37.789052 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f57c209-3420-4f46-be9c-8c27cb3909cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d708580-277c-46d3-9972-57055255f9b9", "tag": "9f9def6f-5f72-486a-9964-ccea9979c6f0"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:54:37.829579 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (caf2d167-82ea-467b-9b46-f3b137b99769), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:37.924944 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99737a97-71a4-4d44-98ac-a646e9d175f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f9def6f-5f72-486a-9964-ccea9979c6f0,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:38.034868 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193270-506b-4b12-bde6-1e02af64a0fa req-e9e73db2-7253-433b-b9a1-0c2617358db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:38.036400 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-e9e73db2-7253-433b-b9a1-0c2617358db3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dc8d68f5f848fc8a1afce6f56d829e&device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 1127 time: 0.7566445 Apr 12 14:54:38.165573 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942843f-10b3-43b8-838e-899e5992e694 req-018c772c-53dd-4213-b8ff-7c3db3eaa65d tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:38.178831 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2942843f-10b3-43b8-838e-899e5992e694 req-018c772c-53dd-4213-b8ff-7c3db3eaa65d tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 943 time: 0.5390387 Apr 12 14:54:38.195890 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 751fa5ff-df9d-4872-85b6-eec0672dc652 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:38.252980 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:38.254226 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0816896 Apr 12 14:54:38.260577 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-a94b0043-d7a4-4985-8110-f699efe141a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0 HTTP/1.1" status: 200 len: 217 time: 0.1979034 Apr 12 14:54:38.262687 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 751fa5ff-df9d-4872-85b6-eec0672dc652 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:38.263548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:38.316000 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-e1991412-b948-425b-a30f-0fa51e7df7c1 service neutron] 10.222.0.64 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2561886 Apr 12 14:54:38.386607 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09796ee-1201-4625-9253-37276aab5768 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'Port': ['ID=9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:38.463558 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 751fa5ff-df9d-4872-85b6-eec0672dc652 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:38.470042 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3276e5fe-085d-4a25-a7b2-d950976a4657 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:38.609750 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:54:38.614569 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193270-506b-4b12-bde6-1e02af64a0fa req-13723425-c92b-4400-b5b4-3b7380319c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:38.617800 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-13723425-c92b-4400-b5b4-3b7380319c1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7fca068a-3ad0-4a40-9d46-4a6b532b2b59 HTTP/1.1" status: 200 len: 852 time: 0.3497045 Apr 12 14:54:38.624837 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-f91aa884-f1ca-4236-b31b-136203a382c7 admin admin] 10.222.0.64 "PUT /v2.0/routers/0200d6e6-3306-473c-a2b8-7a9d73353a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2766404 Apr 12 14:54:38.642425 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38326) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:38.703935 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:54:38.758338 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:38.758338 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:38.975755 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 3276e5fe-085d-4a25-a7b2-d950976a4657 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:38.976180 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:38.981706 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-86ee40d1-8463-4bc3-8566-6bce75526c56 service neutron] 10.222.0.64 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645961 Apr 12 14:54:38.986284 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-9d6f086a-d8cf-4680-beb2-fa2cb1e82dbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b6d2a6-a132-4634-b602-c76b53fbd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2652197 Apr 12 14:54:38.990357 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-535e7b01-7a97-4745-893b-7706c2c6e0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:39.006638 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2942843f-10b3-43b8-838e-899e5992e694 req-3d393476-6fdd-44e4-bf27-5cc57496577d tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580450 Apr 12 14:54:39.073408 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:39.196779 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-535e7b01-7a97-4745-893b-7706c2c6e0f4 admin admin] Publish callbacks [] for security_group (4482473a-7d0b-41f4-8784-073e23554d6a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:39.207681 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-40bc6691-6f41-479e-9cda-6c1852698d75 req-fb505c7a-c270-49ba-a524-b5d72a57eac4 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 210 time: 0.1024201 Apr 12 14:54:39.277219 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-14a6f3b3-0e4b-48c5-9ffe-59f71c40ac4d service neutron] 10.222.0.57 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675405 Apr 12 14:54:39.304672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-535e7b01-7a97-4745-893b-7706c2c6e0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4482473a-7d0b-41f4-8784-073e23554d6a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:39.463968 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e7b01-7a97-4745-893b-7706c2c6e0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4482473a-7d0b-41f4-8784-073e23554d6a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:39.491691 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-535e7b01-7a97-4745-893b-7706c2c6e0f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e90e600aad404c39967328e6d8870462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8472254 Apr 12 14:54:39.496115 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38344) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:39.643183 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 3276e5fe-085d-4a25-a7b2-d950976a4657 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:39.648853 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51193270-506b-4b12-bde6-1e02af64a0fa req-bc97c197-5e74-411f-9cf0-afa36e20e859 service neutron] 10.222.0.57 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550117 Apr 12 14:54:39.656240 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:39.713090 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1edf3b94-616d-4260-8bec-408fec0f6720 admin admin] Publish callbacks [] for security_group (4482473a-7d0b-41f4-8784-073e23554d6a), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:39.720562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477c6878-dfd8-418b-86c6-0cf784dbe222 x-openstack-request-id: req-477c6878-dfd8-418b-86c6-0cf784dbe222 {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:54:39.720562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d708580-277c-46d3-9972-57055255f9b9", "tag": "9f9def6f-5f72-486a-9964-ccea9979c6f0", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:54:39.720952 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-477c6878-dfd8-418b-86c6-0cf784dbe222 {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:54:39.721205 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477c6878-dfd8-418b-86c6-0cf784dbe222'] response: {'name': 'network-changed', 'server_uuid': '1d708580-277c-46d3-9972-57055255f9b9', 'tag': '9f9def6f-5f72-486a-9964-ccea9979c6f0', 'status': 'completed', 'code': 200} Apr 12 14:54:39.812203 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1edf3b94-616d-4260-8bec-408fec0f6720 admin admin] Publish callbacks [] for security_group (4482473a-7d0b-41f4-8784-073e23554d6a), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:39.924925 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:39.925323 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:40.005753 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-2170fa11-fed5-4e99-bf77-eb990c8e9b56 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--92948260&fields=id&tenant_id=39fcc2a0fdd24f72a683109da0ad023e HTTP/1.1" status: 200 len: 267 time: 0.2277155 Apr 12 14:54:40.051267 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1edf3b94-616d-4260-8bec-408fec0f6720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4482473a-7d0b-41f4-8784-073e23554d6a), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:40.055217 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1edf3b94-616d-4260-8bec-408fec0f6720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:40.061371 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1edf3b94-616d-4260-8bec-408fec0f6720 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4482473a-7d0b-41f4-8784-073e23554d6a HTTP/1.1" status: 204 len: 168 time: 0.5593047 Apr 12 14:54:40.091866 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf3b94-616d-4260-8bec-408fec0f6720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4482473a-7d0b-41f4-8784-073e23554d6a,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:40.122703 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-09df8049-90d4-4417-b4c1-dac2c42fb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:40.128343 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-09df8049-90d4-4417-b4c1-dac2c42fb196 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dc8d68f5f848fc8a1afce6f56d829e&device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 1127 time: 0.2608829 Apr 12 14:54:40.192900 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:31Z', 'revision_number': 2, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:40.239559 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-06f1a81d-6704-490d-be9a-f8d6d04e003b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:40.248635 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-06f1a81d-6704-490d-be9a-f8d6d04e003b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 811 time: 0.2413914 Apr 12 14:54:40.266674 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-83f7e5ff-e84a-4c5e-bf22-7648a919717e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/quotas/39fcc2a0fdd24f72a683109da0ad023e HTTP/1.1" status: 200 len: 375 time: 0.0170419 Apr 12 14:54:40.303809 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:54:40.320353 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Updating router 0200d6e6-3306-473c-a2b8-7a9d73353a8c port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:54:40.324242 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:40.325354 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:40.327050 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-961a9ca3-521f-4a3b-bc8d-29e47c4be8a5 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595057 Apr 12 14:54:40.401710 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:40.459215 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-77ae8c8c-548b-452e-bbdd-5d1f87605cd9 service neutron] 10.222.0.64 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203170 Apr 12 14:54:40.459420 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:40.459674 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:40.597609 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-7f191302-9e21-435e-aa8b-2aab91ad7c23 service neutron] 10.222.0.64 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291227 Apr 12 14:54:40.661759 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:40.663095 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 9a558192-784a-49ee-859f-08b43b01ab5d up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:40.728175 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38384) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:40.737702 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-48284ba1-7baf-460b-a7ab-fcadedf0a2ab tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990163957', 'description': 'tempest-description--1523567489'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:40.814660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 9a558192-784a-49ee-859f-08b43b01ab5d triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:40.815157 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:40.944243 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-48284ba1-7baf-460b-a7ab-fcadedf0a2ab tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:40.965142 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Publish callbacks [] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.051191 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f99b4cb4-61c3-482b-91ef-337a835b5208 req-63437656-1674-4f10-8332-0b8b77ceb3b1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.1172521 Apr 12 14:54:41.060169 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-48284ba1-7baf-460b-a7ab-fcadedf0a2ab tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (2579914a-7ed7-42cc-a66d-a63cb07c59dc), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.086249 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.123338 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-48284ba1-7baf-460b-a7ab-fcadedf0a2ab tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2579914a-7ed7-42cc-a66d-a63cb07c59dc), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.128037 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 9a558192-784a-49ee-859f-08b43b01ab5d is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:41.138700 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-c7a02863-2232-4598-a4ec-33c5d1868e94 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:41.151204 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-c7a02863-2232-4598-a4ec-33c5d1868e94 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 819 time: 0.3127120 Apr 12 14:54:41.200775 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60f0fe-881b-43a0-b6ef-25975b481af0 None None] Pushing event updated for resources: {'Port': ['ID=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:41.204333 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7279244e-95b2-41e0-abb5-6b9ce8fac315 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/quotas/566788e9e53f44db92dfad7ee91d6cd2 HTTP/1.1" status: 200 len: 375 time: 0.0578434 Apr 12 14:54:41.306575 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48284ba1-7baf-460b-a7ab-fcadedf0a2ab tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2579914a-7ed7-42cc-a66d-a63cb07c59dc,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:41.329730 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-48284ba1-7baf-460b-a7ab-fcadedf0a2ab tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.330623 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-48284ba1-7baf-460b-a7ab-fcadedf0a2ab tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5987692 Apr 12 14:54:41.331535 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38420) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:41.336394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Attempting to bind port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:41.336887 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Attempting to bind port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:41.338410 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Attempting to bind port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:41.339067 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-e0a66b9f-fdd3-4209-9b2a-edd9dc5eadf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': '2579914a-7ed7-42cc-a66d-a63cb07c59dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:41.349615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:41.352290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Checking segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:41.352290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.352290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Bound using segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:41.352290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Bound port: 88bdbcb5-eb40-4d82-a0bd-23005b5d1419, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:41.352290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.441746 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] For port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:41.449452 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] For port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:41.543620 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-400b5430-e78f-4df5-9636-80afb963eec8 None None] Provisioning complete for port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:41.546581 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-400b5430-e78f-4df5-9636-80afb963eec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.553488 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e0a66b9f-fdd3-4209-9b2a-edd9dc5eadf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (9197be03-4cd4-44b2-a542-925d68992a04), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.567477 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-d4c3477c-7002-4388-a18a-a679cdafb0ff tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3620932 Apr 12 14:54:41.597607 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-400b5430-e78f-4df5-9636-80afb963eec8 None None] Port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:41.600381 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaacfd7-64c4-4c72-b9be-96362fe34706 req-172484fb-5583-4f88-844c-2901acaa68f0 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:41.602593 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.607538 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eaaacfd7-64c4-4c72-b9be-96362fe34706 req-172484fb-5583-4f88-844c-2901acaa68f0 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 943 time: 0.3259962 Apr 12 14:54:41.680205 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60f0fe-881b-43a0-b6ef-25975b481af0 None None] Pushing event updated for resources: {'Port': ['ID=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:41.683422 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:54:41.684136 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:54:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:41.691440 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e0a66b9f-fdd3-4209-9b2a-edd9dc5eadf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (9197be03-4cd4-44b2-a542-925d68992a04), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.736673 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eaaacfd7-64c4-4c72-b9be-96362fe34706 req-5d6946f6-0a3e-450b-a2ed-82dd29bfe73f tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269572 Apr 12 14:54:41.745605 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-a7ebabf7-2441-416a-bc54-f8c9353d1cb7 service neutron] 10.222.0.64 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766114 Apr 12 14:54:41.852047 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:54:41.862737 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e0a66b9f-fdd3-4209-9b2a-edd9dc5eadf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (9197be03-4cd4-44b2-a542-925d68992a04), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:41.883897 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-909fc230-536f-4c4a-92f9-4126b5ef0861 service neutron] 10.222.0.64 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315441 Apr 12 14:54:41.901666 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a66b9f-fdd3-4209-9b2a-edd9dc5eadf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9197be03-4cd4-44b2-a542-925d68992a04,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:42.012643 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cd51faea-f7ae-43ee-ba58-006cd1b90a9f req-45c17acd-b4f3-4939-90b4-df1e4e8684e4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.1182020 Apr 12 14:54:42.280598 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f53f2913-14de-4527-bf01-611552a4d8d9 req-69bdee64-3b55-4871-aea5-c3282c3bd982 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.0544586 Apr 12 14:54:42.341965 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e0a66b9f-fdd3-4209-9b2a-edd9dc5eadf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.348396 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e0a66b9f-fdd3-4209-9b2a-edd9dc5eadf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0144124 Apr 12 14:54:42.348601 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38440) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:42.363803 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-50b56c73-52f1-463c-b0c5-435f0b7a93c4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': '2579914a-7ed7-42cc-a66d-a63cb07c59dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:42.366886 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-f5fc1d0c-d21e-42b7-a1be-3d376d145ad6 None None] Provisioning complete for port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:42.367340 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1d0c-d21e-42b7-a1be-3d376d145ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.516318 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:54:42.551512 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-97868e62-2665-44ff-aa5f-a93d592d4004 req-62f5dfff-d007-4778-b7fe-6ac8e7770370 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.0454941 Apr 12 14:54:42.551512 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-50b56c73-52f1-463c-b0c5-435f0b7a93c4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (4049a80a-464d-471a-a85a-304baa58ef67), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.583680 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc1d0c-d21e-42b7-a1be-3d376d145ad6 None None] Current status of the port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:42.583680 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1d0c-d21e-42b7-a1be-3d376d145ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.602184 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:41Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:54:42.631420 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-50b56c73-52f1-463c-b0c5-435f0b7a93c4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (4049a80a-464d-471a-a85a-304baa58ef67), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.647982 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4706ccb-51b7-41b2-bd7f-87e67d7a4f5a None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:41Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:54:42.662202 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-f5fc1d0c-d21e-42b7-a1be-3d376d145ad6 None None] For port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:42.749662 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-50b56c73-52f1-463c-b0c5-435f0b7a93c4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (4049a80a-464d-471a-a85a-304baa58ef67), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.786475 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f5fc1d0c-d21e-42b7-a1be-3d376d145ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.882320 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b56c73-52f1-463c-b0c5-435f0b7a93c4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4049a80a-464d-471a-a85a-304baa58ef67,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:42.919526 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc1d0c-d21e-42b7-a1be-3d376d145ad6 None None] Pushing event updated for resources: {'Port': ['ID=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:42.943111 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-50b56c73-52f1-463c-b0c5-435f0b7a93c4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:42.944586 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-50b56c73-52f1-463c-b0c5-435f0b7a93c4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5946505 Apr 12 14:54:42.949921 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38460) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:42.957616 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:42.995924 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a769ad-9831-4730-b7ef-265f57c70944 req-5e8a9a9b-65ad-49df-adea-0645db9378ac tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:42.998030 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1a769ad-9831-4730-b7ef-265f57c70944 req-5e8a9a9b-65ad-49df-adea-0645db9378ac tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 943 time: 0.0977638 Apr 12 14:54:43.100315 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1a769ad-9831-4730-b7ef-265f57c70944 req-8463b586-196a-49f2-8c33-bd25120e6257 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958977 Apr 12 14:54:43.144732 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:43.386474 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:43.439753 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:43.481850 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-609d3f7f-49fb-4846-a2fa-2dbe765acf80 req-2cb651a8-e574-4ec1-bf21-227465cbc0ae tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.2833252 Apr 12 14:54:43.553875 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:43.554275 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:43.835783 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:43.852619 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cf963c8e-379b-4109-8f91-99f4b7884f8d req-5dfde35a-8d7a-47ae-b36e-3c3256fdfe3f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.3360138 Apr 12 14:54:43.952590 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-7d228960-07d8-46c2-8212-703e27121899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:43.954401 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-7d228960-07d8-46c2-8212-703e27121899 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b6d2a6-a132-4634-b602-c76b53fbd922 HTTP/1.1" status: 200 len: 913 time: 0.6801102 Apr 12 14:54:43.959680 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c0f29988-b883-428a-b980-54dc87e6ab81 req-daf739f0-458f-4de8-b730-80e94a449bcf tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.3009427 Apr 12 14:54:44.059125 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.27.2.4 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/c408a8f7-dfe7-433b-97c3-73bf30de856b) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:44.274476 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-16a25c0c-c591-492b-8162-5d93b40364dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0 HTTP/1.1" status: 200 len: 217 time: 0.0660846 Apr 12 14:54:44.303401 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:44.333605 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114413e-bcb7-4c27-8627-3081ccdc5717 req-49c032c6-6a56-43d8-90ad-af5d2b4d5c40 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:44.335203 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a114413e-bcb7-4c27-8627-3081ccdc5717 req-49c032c6-6a56-43d8-90ad-af5d2b4d5c40 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 943 time: 0.1280022 Apr 12 14:54:44.405278 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a114413e-bcb7-4c27-8627-3081ccdc5717 req-60591955-2755-4c73-bfae-8f05111a3dd6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590260 Apr 12 14:54:44.533170 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:44.587583 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:44.614892 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:44.620802 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-50ecc4e0-c2f0-4513-9234-634b128fe9b1 req-4a6a0158-2fef-4a41-a187-9556dd3af474 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.0555892 Apr 12 14:54:44.622083 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:44.629788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=c408a8f7-dfe7-433b-97c3-73bf30de856b,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:44.684781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (06b4e358-1db3-470e-aaca-5d842316169d), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:44.977390 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d66d38fd-8be4-4fdd-b782-5c409b7417b8 req-025e6acb-f83d-4b31-a519-a4e4bcee8222 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.0325117 Apr 12 14:54:44.982480 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.126426 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0ead551a-14e7-4551-97ef-b367424625ba req-4501d58f-14fb-4f31-b287-40eb80f277f2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.0676703 Apr 12 14:54:45.209906 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.252029 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38522) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:45.296807 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.310370 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.57', 64679) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:45.338814 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (06b4e358-1db3-470e-aaca-5d842316169d), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.410118 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6f13-e895-42a8-ac95-cd04637e84e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.418213 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=c408a8f7-dfe7-433b-97c3-73bf30de856b,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:45.426724 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-03358ecb-89a1-419b-a347-14ee8c853c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:45.428203 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-03358ecb-89a1-419b-a347-14ee8c853c40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7fca068a-3ad0-4a40-9d46-4a6b532b2b59 HTTP/1.1" status: 200 len: 852 time: 0.0952749 Apr 12 14:54:45.517185 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.530216 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-3f128cfc-cbfd-4ed2-a37a-b603c43cf1ec tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5780401 Apr 12 14:54:45.596825 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c21040-aaa6-4391-b300-bebab2a4aa9b req-8a75064a-fadf-4699-8e58-5e69759e6658 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:45.598345 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1c21040-aaa6-4391-b300-bebab2a4aa9b req-8a75064a-fadf-4699-8e58-5e69759e6658 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 943 time: 0.1176190 Apr 12 14:54:45.604279 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-3c5f300b-9a9c-4671-9ca5-07ef914904f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b6d2a6-a132-4634-b602-c76b53fbd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653088 Apr 12 14:54:45.625093 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6f13-e895-42a8-ac95-cd04637e84e6 admin admin] Publish callbacks [] for security_group (2edb8350-1db5-4be8-9d5d-72c8c695fc5c), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.754670 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1c21040-aaa6-4391-b300-bebab2a4aa9b req-9e1d6a61-9e70-4464-9f6d-389af09b2f4e tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439695 Apr 12 14:54:45.808114 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-215a85ee-999c-4b39-b544-80110115b7de req-54655929-0e32-455e-963d-878417869ee2 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.0389802 Apr 12 14:54:45.810229 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-d365f3c4-aa6f-4ce5-8a44-80484fe598b1 service neutron] 10.222.0.57 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952517 Apr 12 14:54:45.814840 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b24ea43a-0de6-4989-a8cd-84322a302598 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:45.816812 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b24ea43a-0de6-4989-a8cd-84322a302598 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 819 time: 0.3020182 Apr 12 14:54:45.892075 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6f13-e895-42a8-ac95-cd04637e84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2edb8350-1db5-4be8-9d5d-72c8c695fc5c), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:45.906415 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-85dc21c9-c91a-4871-8a86-c610c61a9988 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1990163957&fields=id&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 267 time: 0.0591958 Apr 12 14:54:45.984337 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-9d2b6f13-e895-42a8-ac95-cd04637e84e6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ff94aeb6c9b4e28afc0ee3ec975e53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269430 Apr 12 14:54:45.984337 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b6f13-e895-42a8-ac95-cd04637e84e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb8350-1db5-4be8-9d5d-72c8c695fc5c,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:45.988553 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38552) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:45.988761 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'port': {'device_id': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'admin_state_up': True, 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:45.989562 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.57', 64681) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:46.186897 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dda3a1d3-d79f-4cb5-8a54-52f246713d75 req-ec016188-91c0-452c-b670-963adef133ce tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.0704653 Apr 12 14:54:46.199156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f57c209-3420-4f46-be9c-8c27cb3909cd req-301a9375-543f-4ebf-a840-0c2d98b361c1 service neutron] 10.222.0.57 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120171 Apr 12 14:54:46.287599 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-e51af4c9-f34b-4740-9503-e4fd8b0bbed6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:46.290516 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-e51af4c9-f34b-4740-9503-e4fd8b0bbed6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.3727164 Apr 12 14:54:46.302695 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a0ea-9775-4dc5-bc5e-b1160599dbdc admin admin] Publish callbacks [] for security_group (2edb8350-1db5-4be8-9d5d-72c8c695fc5c), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:46.314329 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-c9095d58-4d5d-4c50-8ac2-cd0d202343f5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/quotas/d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 375 time: 0.0227630 Apr 12 14:54:46.318039 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-5fa67da5-b05a-4d9b-aa7b-3eea8e20eb02 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:46.319540 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-5fa67da5-b05a-4d9b-aa7b-3eea8e20eb02 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 811 time: 0.3288882 Apr 12 14:54:46.396186 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cc807397-741a-49c6-ac45-1d5839c7a2c7 req-bd86adaf-386f-4521-8a5a-d49e99b1c2fe tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.0741799 Apr 12 14:54:46.404497 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a0ea-9775-4dc5-bc5e-b1160599dbdc admin admin] Publish callbacks [] for security_group (2edb8350-1db5-4be8-9d5d-72c8c695fc5c), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:46.425594 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-9d843ad9-667c-4a38-9214-ae78a7ec887e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103313 Apr 12 14:54:46.447520 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Made reservation on behalf of 566788e9e53f44db92dfad7ee91d6cd2 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:46.451164 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:46.550191 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-e3afe5d9-5af2-48a0-903a-4e036e782f68 service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096582 Apr 12 14:54:46.678623 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-5a7c40d6-4f61-4312-aa72-4ba61f02aaf5 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39fcc2a0fdd24f72a683109da0ad023e HTTP/1.1" status: 200 len: 378 time: 0.1088262 Apr 12 14:54:46.690162 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'port': {'device_id': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'admin_state_up': True, 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'security_groups': ['ba7abd7f-c638-42c5-b1fd-548c3bd36ccc']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:46.760523 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a0ea-9775-4dc5-bc5e-b1160599dbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2edb8350-1db5-4be8-9d5d-72c8c695fc5c), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:46.762932 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a0ea-9775-4dc5-bc5e-b1160599dbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:46.764069 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4ca2a0ea-9775-4dc5-bc5e-b1160599dbdc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2edb8350-1db5-4be8-9d5d-72c8c695fc5c HTTP/1.1" status: 204 len: 168 time: 0.7759233 Apr 12 14:54:46.837891 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2a0ea-9775-4dc5-bc5e-b1160599dbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb8350-1db5-4be8-9d5d-72c8c695fc5c,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:46.850053 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Allocated IP 172.20.0.8 (8f7bb313-4e99-4c79-b5eb-bf23757b656e/a274d685-41e4-4858-b8f8-46d10eee8f71/f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:46.980311 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16210d-20ba-48d1-88ff-2b3eb638f12d req-14a0149b-231c-4f2e-85bf-9730f29a7f38 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:46.981920 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b16210d-20ba-48d1-88ff-2b3eb638f12d req-14a0149b-231c-4f2e-85bf-9730f29a7f38 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 943 time: 0.0967536 Apr 12 14:54:46.988256 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-572f9612-1ac7-4b72-9776-1e4930d8b147 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:46.989746 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-572f9612-1ac7-4b72-9776-1e4930d8b147 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 816 time: 0.4247365 Apr 12 14:54:46.991908 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-a04ed89e-0c27-4acc-b227-c54cf79d106d service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388983 Apr 12 14:54:47.065391 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b16210d-20ba-48d1-88ff-2b3eb638f12d req-c548fee6-fb01-4180-83c8-ae3d7b6d75ab tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635624 Apr 12 14:54:47.192365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Made reservation on behalf of 39fcc2a0fdd24f72a683109da0ad023e for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:47.192365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:47.192365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:47.192959 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-81170079-fe92-472d-a2ac-b2e946dc6d24 req-ebcd8171-5a79-41b5-9e0b-af6f2e2ffb40 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.0326416 Apr 12 14:54:47.257426 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Allocated IP 172.20.0.14 (6cdec854-4846-4896-ad7e-f14d9793db5b/18e8e686-5de9-4a85-8edd-c7a370e821a3/7448f465-5339-4bd1-91a9-94095a601931) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:47.300223 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-594ffc91-7996-4a62-8a9d-b8aa1f388f51 req-ec498189-b073-498b-8449-fcad20b52d9e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.0336761 Apr 12 14:54:47.406749 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for port (7448f465-5339-4bd1-91a9-94095a601931), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:47.518999 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8c52a9b8-8484-445d-8ba8-bcc65c39fa35 req-ad555b79-bf39-43ba-ba44-efe1afa62de5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.0340574 Apr 12 14:54:47.757014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9f9def6f-5f72-486a-9964-ccea9979c6f0 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:54:47.836901 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 9f9def6f-5f72-486a-9964-ccea9979c6f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0,segment=NetworkSegment(a5db16a2-adda-431b-b4ca-53ed5eed0504),segment_id=a5db16a2-adda-431b-b4ca-53ed5eed0504)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:47.848358 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '9f9def6f-5f72-486a-9964-ccea9979c6f0', 'network_id': '11b6d2a6-a132-4634-b602-c76b53fbd922', 'port_id': '9f9def6f-5f72-486a-9964-ccea9979c6f0', 'mac_address': 'fa:16:3e:15:20:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fca068a-3ad0-4a40-9d46-4a6b532b2b59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:54:47.901253 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 9f9def6f-5f72-486a-9964-ccea9979c6f0 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:47.901609 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:47.916301 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9def6f-5f72-486a-9964-ccea9979c6f0 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:54:47.940220 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 9f9def6f-5f72-486a-9964-ccea9979c6f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0,segment=NetworkSegment(a5db16a2-adda-431b-b4ca-53ed5eed0504),segment_id=a5db16a2-adda-431b-b4ca-53ed5eed0504)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:48.194377 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2978b4-9cc8-45c3-aa09-ab230cc18fcd req-fdc0fef0-2121-44e2-9f40-b51c84e907af tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:48.195872 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd2978b4-9cc8-45c3-aa09-ab230cc18fcd req-fdc0fef0-2121-44e2-9f40-b51c84e907af tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 943 time: 0.0567317 Apr 12 14:54:48.248564 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd2978b4-9cc8-45c3-aa09-ab230cc18fcd req-ebec2cee-1807-4640-82b0-18f498d26039 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Apr 12 14:54:48.334150 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ae9d268b-03cc-4f0f-936b-4edfc07b01cf req-af7fec0a-f7f3-4df7-b3aa-68ef92704883 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.0306482 Apr 12 14:54:48.364985 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (7448f465-5339-4bd1-91a9-94095a601931), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.367197 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.446045 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Network 6cdec854-4846-4896-ad7e-f14d9793db5b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:48.472185 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:48.477004 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43604422-b837-4615-b040-cc293ad131bf req-be26b3e0-2e49-4ae9-8899-907ffe47f720 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.0486858 Apr 12 14:54:48.488675 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:48.494136 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.500298 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:48.500298 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.510417 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3e7c6d44-9a62-4a0f-9387-40164a8dc5f7 req-1438dfed-240b-4a97-afa5-ff0ddd86d936 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 210 time: 0.0646303 Apr 12 14:54:48.573871 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:48.577020 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'Port': ['ID=7448f465-5339-4bd1-91a9-94095a601931,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:48.580447 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:48.587820 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:48.601012 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:48.603465 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.606098 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=9f9def6f-5f72-486a-9964-ccea9979c6f0,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:48.712150 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'Port': ['ID=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:48.723382 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-3584868c-c259-411a-b6ec-7f4853283d68 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0371892 Apr 12 14:54:48.726459 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0f526205-cd60-448e-b98f-3dec119b605a req-9117baef-fb19-4855-b90e-faa746f2d8c0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.0971837 Apr 12 14:54:48.809788 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38612) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:48.824703 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9cd-86d5-4912-af51-92e533148dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.835736 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-b229cf53-38fe-42ad-82e3-6b1aeac4ae31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8529313 Apr 12 14:54:48.880999 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-5dc6a85e-ebcb-493b-8cc4-14905f625e91 None None] Provisioning complete for port 7448f465-5339-4bd1-91a9-94095a601931 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:48.881527 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a85e-ebcb-493b-8cc4-14905f625e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (7448f465-5339-4bd1-91a9-94095a601931), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.917421 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6a85e-ebcb-493b-8cc4-14905f625e91 None None] Port 7448f465-5339-4bd1-91a9-94095a601931 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:48.921413 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9cd-86d5-4912-af51-92e533148dfa admin admin] Publish callbacks [] for security_group (2091aa12-3787-4b0b-80e2-56eb419fe631), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:48.977906 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4da8d9cd-86d5-4912-af51-92e533148dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2091aa12-3787-4b0b-80e2-56eb419fe631), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:49.017375 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4da8d9cd-86d5-4912-af51-92e533148dfa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40148fce3471439cb333205b4cab451a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067096 Apr 12 14:54:49.018373 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8d9cd-86d5-4912-af51-92e533148dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2091aa12-3787-4b0b-80e2-56eb419fe631,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:49.020582 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38614) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:49.036515 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-53f48a97-3a31-42b1-b10f-b1cebcfb033c None None] Provisioning complete for port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:49.037001 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-53f48a97-3a31-42b1-b10f-b1cebcfb033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:49.072353 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-53f48a97-3a31-42b1-b10f-b1cebcfb033c None None] Port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:49.083480 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-648e5f0b-fa38-4fa2-a3e5-8111098233de admin admin] Publish callbacks [] for security_group (2091aa12-3787-4b0b-80e2-56eb419fe631), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:49.107406 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-648e5f0b-fa38-4fa2-a3e5-8111098233de admin admin] Publish callbacks [] for security_group (2091aa12-3787-4b0b-80e2-56eb419fe631), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:49.258132 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-648e5f0b-fa38-4fa2-a3e5-8111098233de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2091aa12-3787-4b0b-80e2-56eb419fe631), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:49.260730 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-648e5f0b-fa38-4fa2-a3e5-8111098233de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:49.261944 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-648e5f0b-fa38-4fa2-a3e5-8111098233de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2091aa12-3787-4b0b-80e2-56eb419fe631 HTTP/1.1" status: 204 len: 168 time: 0.2388396 Apr 12 14:54:49.282377 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e5f0b-fa38-4fa2-a3e5-8111098233de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2091aa12-3787-4b0b-80e2-56eb419fe631,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:49.375611 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec496b7-af98-417e-8767-d613a6740a17 req-d8e84e77-d653-4045-af78-3d48c2b33cb4 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:49.377231 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ec496b7-af98-417e-8767-d613a6740a17 req-d8e84e77-d653-4045-af78-3d48c2b33cb4 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 944 time: 0.0553286 Apr 12 14:54:49.464889 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ec496b7-af98-417e-8767-d613a6740a17 req-71776410-0926-4a06-b08b-7e5e66b5dbd2 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804453 Apr 12 14:54:49.501433 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e413466-1215-4366-8d0c-5ac3b4f7da00 req-0731385d-ec0f-4bd4-875f-8c1950134fce tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:49.503160 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8e413466-1215-4366-8d0c-5ac3b4f7da00 req-0731385d-ec0f-4bd4-875f-8c1950134fce tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 932 time: 0.0824361 Apr 12 14:54:49.515190 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.57', 64686) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:49.531887 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Request body: {'port': {'device_id': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:49.571294 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Request body: {'port': {'device_id': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:49.699557 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a1fe8b90-1410-46d6-a828-51fed6034909 req-787e725d-e869-4329-86fd-4a96f811a8da tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 210 time: 0.1038964 Apr 12 14:54:49.745266 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8e413466-1215-4366-8d0c-5ac3b4f7da00 req-05f8720c-2d4c-4894-82e6-52ab9f6498d0 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2030823 Apr 12 14:54:49.749865 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['9f9def6f-5f72-486a-9964-ccea9979c6f0'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:54:49.758867 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-4d0f7bbd-97da-4ee9-a271-2c42a5fd400a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 379 time: 0.2535338 Apr 12 14:54:49.774985 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'port': {'device_id': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'admin_state_up': True, 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'security_groups': ['558f72ac-e71f-46fd-b3c3-b07cea57b0ed']}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:50.043453 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (7448f465-5339-4bd1-91a9-94095a601931), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:50.046071 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1ebb32f3-3571-4ce9-bad1-74ba72a28a86 req-348ebc12-6599-46a2-b7a9-e96cddcfd8ca tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.1118138 Apr 12 14:54:50.056356 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:50.116127 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-56f2c41d-0d6b-4982-92b6-c7a5c2c13b33 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:50.118476 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-56f2c41d-0d6b-4982-92b6-c7a5c2c13b33 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 819 time: 0.5946560 Apr 12 14:54:50.162025 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ea06357-8495-4f5a-9712-c4d7bec78150 req-0b0dda45-dd0a-4acf-a8a2-573190cb9e98 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.2279170 Apr 12 14:54:50.210703 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'port': {'device_id': '71207994-1780-4e45-b693-8455d8038f21', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'admin_state_up': True, 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:50.281688 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Made reservation on behalf of 7c2a576e2be74418bdef57686bad30a2 for: {'port': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:50.286204 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:50.490132 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Allocated IP 172.20.0.6 (5444df66-cec9-4e6f-babf-6afcab69a266/afd65a10-0ae6-4442-91a6-9804ae468a1d/90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:50.768674 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4994ac-58a2-46f5-99d8-c0a33fc7fa11 req-1a977083-36dd-427c-a014-2342ed2d4860 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:50.780247 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa4994ac-58a2-46f5-99d8-c0a33fc7fa11 req-1a977083-36dd-427c-a014-2342ed2d4860 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 944 time: 0.1641347 Apr 12 14:54:50.801350 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Made reservation on behalf of 566788e9e53f44db92dfad7ee91d6cd2 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:50.806759 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:50.867427 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa4994ac-58a2-46f5-99d8-c0a33fc7fa11 req-8fee0890-5eca-4ac7-9c8a-b536cbd292d3 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861862 Apr 12 14:54:50.916638 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4b2d816-99a1-4fdd-8544-89aaeb9ab280 req-e7523fd5-1901-4454-9005-d4424b8866ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 210 time: 0.0454602 Apr 12 14:54:50.932691 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.027414 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:54:51.041852 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7448f465-5339-4bd1-91a9-94095a601931 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:54:51.053148 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Publish callbacks [] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.058639 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Publish callbacks [] for port (7448f465-5339-4bd1-91a9-94095a601931), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.071383 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.094545 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Transition to ACTIVE for port object 7448f465-5339-4bd1-91a9-94095a601931 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:54:51.098522 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Transition to ACTIVE for port object f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:54:51.124560 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Network 5444df66-cec9-4e6f-babf-6afcab69a266 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:51.133239 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:51.138129 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:51.144204 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:51.144952 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.163611 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddae062-37ee-4bfc-826d-e76d30808b65 req-1fd968e6-8eda-499a-8167-20c94e5e1c96 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:51.171341 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3ddae062-37ee-4bfc-826d-e76d30808b65 req-1fd968e6-8eda-499a-8167-20c94e5e1c96 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 932 time: 0.1533649 Apr 12 14:54:51.182969 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (7448f465-5339-4bd1-91a9-94095a601931), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.194194 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:51.197126 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.299944 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.57', 64695) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:51.319260 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-3de15111-8011-4ab0-bc40-ca367aa0020a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5481477 Apr 12 14:54:51.321237 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3ddae062-37ee-4bfc-826d-e76d30808b65 req-b82a1c23-37cc-4f68-bafe-78beabff3f56 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488311 Apr 12 14:54:51.333316 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0e3e0-479b-49af-9851-e61f43e1b76c req-7e25b1a9-28b9-4015-baaa-801f88db54dc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:51.337810 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0eb0e3e0-479b-49af-9851-e61f43e1b76c req-7e25b1a9-28b9-4015-baaa-801f88db54dc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 931 time: 0.1276035 Apr 12 14:54:51.346226 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Request body: {'port': {'device_id': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:51.483591 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9f9def6f-5f72-486a-9964-ccea9979c6f0 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:54:51.537850 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0eb0e3e0-479b-49af-9851-e61f43e1b76c req-e2016ed3-8082-4da9-bcd4-be25d2025087 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865170 Apr 12 14:54:51.561187 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-912e3033-d466-47ce-b713-8b403760b69c req-423a4f6b-0eb6-447b-a603-cda7b3b0a1ed tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.1330709 Apr 12 14:54:51.577737 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.602633 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Allocated IP 172.20.0.13 (8f7bb313-4e99-4c79-b5eb-bf23757b656e/a274d685-41e4-4858-b8f8-46d10eee8f71/5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:51.627627 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 9f9def6f-5f72-486a-9964-ccea9979c6f0 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:54:51.636096 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Pushing event updated for resources: {'Port': ['ID=7448f465-5339-4bd1-91a9-94095a601931,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:51.660108 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-bdfd543d-3caa-40c1-8424-66f8624d7ac2 None None] Provisioning complete for port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:51.660487 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bdfd543d-3caa-40c1-8424-66f8624d7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.741971 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-bdfd543d-3caa-40c1-8424-66f8624d7ac2 None None] Port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:51.745204 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 9f9def6f-5f72-486a-9964-ccea9979c6f0 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:51.745887 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.869373 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 9f9def6f-5f72-486a-9964-ccea9979c6f0 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:54:51.871136 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:51.900257 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-43e4a184-08b1-4511-bb69-4ca75b97549d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:51.902460 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-43e4a184-08b1-4511-bb69-4ca75b97549d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.5596566 Apr 12 14:54:51.909422 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Attempting to bind port 7448f465-5339-4bd1-91a9-94095a601931 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:51.909739 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Attempting to bind port 7448f465-5339-4bd1-91a9-94095a601931 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:51.910103 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Attempting to bind port 7448f465-5339-4bd1-91a9-94095a601931 on network 6cdec854-4846-4896-ad7e-f14d9793db5b {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:51.912183 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:51.929735 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Attempting to bind port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:51.930083 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Attempting to bind port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:51.936642 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Attempting to bind port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:51.958110 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Port 7448f465-5339-4bd1-91a9-94095a601931 on network 6cdec854-4846-4896-ad7e-f14d9793db5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:54:51.958459 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Attempting to bind port 7448f465-5339-4bd1-91a9-94095a601931 on network 6cdec854-4846-4896-ad7e-f14d9793db5b {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:51.968344 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:54:51.968569 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Attempting to bind port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:51.985348 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:51.990599 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d708580-277c-46d3-9972-57055255f9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9def6f-5f72-486a-9964-ccea9979c6f0'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:54:51.990730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Checking segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:51.990730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Bound using segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:51.990730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Bound port: 7448f465-5339-4bd1-91a9-94095a601931, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:51.990730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (7448f465-5339-4bd1-91a9-94095a601931), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:52.031734 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:52.032082 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Checking segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:52.032475 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Bound using segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:52.032927 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Bound port: f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:52.033295 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:52.056040 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 {{(pid=110562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:54:52.073474 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Publish callbacks [] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:52.109983 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 9f9def6f-5f72-486a-9964-ccea9979c6f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0,segment=NetworkSegment(a5db16a2-adda-431b-b4ca-53ed5eed0504),segment_id=a5db16a2-adda-431b-b4ca-53ed5eed0504)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:54:52.141212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.provisioning_blocks [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Transition to ACTIVE for port object 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 will not be triggered until provisioned by entity L2. {{(pid=110562) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:54:52.173656 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3536ea58-3b8d-45e5-b721-acc161b24e27 req-71bf80fa-2d3e-42b7-af20-22b1bb20d07f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 210 time: 0.1033914 Apr 12 14:54:52.185125 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:52.225437 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbfc00-054d-48b9-bf97-aa961ef34fb4 req-b9457d89-951a-43c1-8149-ea58f034e80f tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:52.235883 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3cdbfc00-054d-48b9-bf97-aa961ef34fb4 req-b9457d89-951a-43c1-8149-ea58f034e80f tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 944 time: 0.1667795 Apr 12 14:54:52.254691 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-9d9f4f67-4be9-4a9f-9567-dfba1ce01fa8 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 380 time: 0.3250701 Apr 12 14:54:52.266874 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=9f9def6f-5f72-486a-9964-ccea9979c6f0,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:52.278511 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:52.288044 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'port': {'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'admin_state_up': True, 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'security_groups': ['2579914a-7ed7-42cc-a66d-a63cb07c59dc']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:52.377895 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb562695-df00-49e2-82dd-1ec28ad37f78" -d '{"events": [{"server_uuid": "1d708580-277c-46d3-9972-57055255f9b9", "name": "network-vif-plugged", "status": "completed", "tag": "9f9def6f-5f72-486a-9964-ccea9979c6f0"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:54:52.441233 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3cdbfc00-054d-48b9-bf97-aa961ef34fb4 req-0a17a6a9-7daf-44f5-9e66-1f4710b53799 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044585 Apr 12 14:54:52.455506 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] For port 7448f465-5339-4bd1-91a9-94095a601931, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:52.514794 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:52.586128 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3e673-ad37-4196-ad4d-41236b891d34 req-725546c6-395d-48f9-aaca-a592c4100afe tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:52.595184 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96e3e673-ad37-4196-ad4d-41236b891d34 req-725546c6-395d-48f9-aaca-a592c4100afe tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.1141207 Apr 12 14:54:52.681010 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:52.689930 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Attempting to bind port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:52.690327 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Attempting to bind port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:52.690750 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Attempting to bind port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 on network 5444df66-cec9-4e6f-babf-6afcab69a266 {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:52.704371 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 on network 5444df66-cec9-4e6f-babf-6afcab69a266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:54:52.704736 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Attempting to bind port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 on network 5444df66-cec9-4e6f-babf-6afcab69a266 {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:52.723486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f098a5fd-a5d1-44b1-a36e-101e0b179fd8 x-openstack-request-id: req-f098a5fd-a5d1-44b1-a36e-101e0b179fd8 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:54:52.724393 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d708580-277c-46d3-9972-57055255f9b9", "name": "network-vif-plugged", "status": "completed", "tag": "9f9def6f-5f72-486a-9964-ccea9979c6f0", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:54:52.724652 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f098a5fd-a5d1-44b1-a36e-101e0b179fd8 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:54:52.725404 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f098a5fd-a5d1-44b1-a36e-101e0b179fd8'] response: {'server_uuid': '1d708580-277c-46d3-9972-57055255f9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9def6f-5f72-486a-9964-ccea9979c6f0', 'code': 200} Apr 12 14:54:52.741120 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:52.741466 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Checking segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:52.741880 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Bound using segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:52.742595 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Bound port: 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:52.742821 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:52.769809 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-96e3e673-ad37-4196-ad4d-41236b891d34 req-f5ab1b07-f1b6-43c4-98bc-df2804c4c42c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1723466 Apr 12 14:54:52.866736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] For port 7448f465-5339-4bd1-91a9-94095a601931, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7448f465-5339-4bd1-91a9-94095a601931,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:52.909967 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] For port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:52.934778 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] For port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:52.951210 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9d579380-b6be-4664-af29-68f77cc64c35 req-d0b3d363-eb62-40a2-8794-6b8bd0a617f2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.0393078 Apr 12 14:54:52.955435 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:52.972562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:52.983275 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e4110-da66-4167-83de-d9b6d20cbde9 req-2e38cb56-47eb-41c9-9ad8-be8c0247b2fb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:52.984942 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ab5e4110-da66-4167-83de-d9b6d20cbde9 req-2e38cb56-47eb-41c9-9ad8-be8c0247b2fb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1412084 Apr 12 14:54:53.040755 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ab5e4110-da66-4167-83de-d9b6d20cbde9 req-ad2efd8c-231a-446f-b795-f72c433f1c28 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495987 Apr 12 14:54:53.092217 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.096579 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (7448f465-5339-4bd1-91a9-94095a601931), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.121436 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.179264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.181201 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.57', 64699) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:54:53.190826 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Made reservation on behalf of d1b1cfd6536e4795874488a31e0d41d1 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:54:53.195991 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.199117 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:53.199695 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.210379 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] 10.222.0.57 "PUT /v2.0/ports/90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 HTTP/1.1" status: 200 len: 1093 time: 1.8714566 Apr 12 14:54:53.210877 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:54:53.213204 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef1f610-67fe-45fc-a18e-d3a87bb02541" -d '{"events": [{"name": "network-changed", "server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:54:53.292786 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527d3b4-bf9a-4097-b3da-e04682225432 service neutron] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:53.340217 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8440a5-19f1-405b-b7b3-30e49f328942 x-openstack-request-id: req-ce8440a5-19f1-405b-b7b3-30e49f328942 {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:54:53.340504 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:54:53.340714 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ce8440a5-19f1-405b-b7b3-30e49f328942 {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:54:53.343224 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8440a5-19f1-405b-b7b3-30e49f328942'] response: {'name': 'network-changed', 'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'status': 'completed', 'code': 200} Apr 12 14:54:53.404806 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f610-67fe-45fc-a18e-d3a87bb02541 req-e4ff4351-3ceb-4a2a-8d37-0d36396c501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:53.406312 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aef1f610-67fe-45fc-a18e-d3a87bb02541 req-e4ff4351-3ceb-4a2a-8d37-0d36396c501a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 1127 time: 0.0810263 Apr 12 14:54:53.415000 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:53.415653 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.423008 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] 10.222.0.57 "PUT /v2.0/ports/7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 200 len: 1094 time: 3.8953958 Apr 12 14:54:53.430498 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'tag': '7448f465-5339-4bd1-91a9-94095a601931'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:54:53.445436 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a2bc7d3-3aef-4abb-96fd-4f05d8d498b0 req-81556d4e-97fe-4c78-9b63-5c95b1bed649 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 210 time: 0.1087337 Apr 12 14:54:53.602696 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:53.603649 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:53.605811 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] 10.222.0.57 "PUT /v2.0/ports/f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e HTTP/1.1" status: 200 len: 1093 time: 4.0846350 Apr 12 14:54:53.760936 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.20.0.4 (bc73a003-4067-4844-9c4d-7187574c0c62/a936284e-f91e-462f-aab0-9a9a8f12fda6/83c56c7d-fadb-4e42-871f-2399e0153f94) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:54:53.804758 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ac5de-e069-41d5-810e-596d6a2b34c4 req-4c3c5294-7568-40a9-a88c-ee024dfdcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:53.809682 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca6ac5de-e069-41d5-810e-596d6a2b34c4 req-4c3c5294-7568-40a9-a88c-ee024dfdcc10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 1129 time: 0.6200078 Apr 12 14:54:53.861149 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787c427-98ad-476a-90ef-a214d12da0cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:53.862539 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316cac0-a542-4406-a614-bdb954b2a590 req-2fe8ec3e-4d0b-4c15-b917-1e407348e2cb tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:53.870769 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a316cac0-a542-4406-a614-bdb954b2a590 req-2fe8ec3e-4d0b-4c15-b917-1e407348e2cb tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.2185206 Apr 12 14:54:53.905192 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:53.946805 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-d8a14504-dc04-426c-b4e3-bba08aa73468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:53.950065 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-d8a14504-dc04-426c-b4e3-bba08aa73468 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 1128 time: 0.3430004 Apr 12 14:54:53.964001 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:53.975496 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccf54ef-6c6b-4912-84aa-5be9938108e4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "tag": "7448f465-5339-4bd1-91a9-94095a601931"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:54:54.026471 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:54.032495 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.035112 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.036746 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ca6ac5de-e069-41d5-810e-596d6a2b34c4 req-d260b6b9-e843-49fe-8783-bb756fb245d4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.079836 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-ebc48cb8-ae28-4ed1-999b-7e422b0fdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.081924 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-ebc48cb8-ae28-4ed1-999b-7e422b0fdf63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 1127 time: 0.3187444 Apr 12 14:54:54.106089 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-ad01b364-6deb-4c78-b1e9-14f099ac956a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 200 len: 217 time: 0.1394396 Apr 12 14:54:54.180772 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f610-67fe-45fc-a18e-d3a87bb02541 req-4cac38ad-2fed-4035-a485-e3f3b481b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.183300 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aef1f610-67fe-45fc-a18e-d3a87bb02541 req-4cac38ad-2fed-4035-a485-e3f3b481b0bc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7c2a576e2be74418bdef57686bad30a2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.7479155 Apr 12 14:54:54.198858 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562341ea-f79f-4ffa-bde2-a71228d2200b req-1abe6ddb-0342-4603-afe3-08f475a71dfa tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.200687 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-562341ea-f79f-4ffa-bde2-a71228d2200b req-1abe6ddb-0342-4603-afe3-08f475a71dfa tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.0753162 Apr 12 14:54:54.217877 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba1875-f906-4870-a531-e1360b5deec6 service neutron] Pushing event updated for resources: {'Port': ['ID=7448f465-5339-4bd1-91a9-94095a601931,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:54.229775 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-63553f1d-4936-4b3b-8d66-0ecb55a444f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e HTTP/1.1" status: 200 len: 217 time: 0.1280675 Apr 12 14:54:54.251321 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a316cac0-a542-4406-a614-bdb954b2a590 req-d0739bae-4e93-43a7-ab11-a9512e43a6fd tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793950 Apr 12 14:54:54.257165 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0837715 Apr 12 14:54:54.322438 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-562341ea-f79f-4ffa-bde2-a71228d2200b req-5655106f-1475-4738-afa9-5d8cc1406a8b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099250 Apr 12 14:54:54.348051 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-43974270-15ac-4382-a7af-73a3eea42555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.349506 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-43d46d09-dc69-4950-a6ff-c0f53b7674a3 None None] Provisioning complete for port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:54.350027 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-43974270-15ac-4382-a7af-73a3eea42555 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.2162130 Apr 12 14:54:54.350120 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-43d46d09-dc69-4950-a6ff-c0f53b7674a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.379748 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52018b-13ab-47a6-90e4-39394ef4c746 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'Port': ['ID=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:54.420964 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91a36d-94ee-4955-90b7-73b98f45938a req-877de700-1c3d-4854-bffd-573ff61abfaf tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.431302 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-43d46d09-dc69-4950-a6ff-c0f53b7674a3 None None] Port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:54.431496 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0c91a36d-94ee-4955-90b7-73b98f45938a req-877de700-1c3d-4854-bffd-573ff61abfaf tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 932 time: 0.0988905 Apr 12 14:54:54.442918 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.483500 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ca6ac5de-e069-41d5-810e-596d6a2b34c4 req-d260b6b9-e843-49fe-8783-bb756fb245d4 service neutron] Publish callbacks [] for security_group (789bb5bc-df81-4572-b0a1-64d7e3fc0110), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.503608 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0c91a36d-94ee-4955-90b7-73b98f45938a req-6fbbf16c-91c6-4e2c-bb5a-87af0dd00c24 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731905 Apr 12 14:54:54.636774 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a0db-2140-4a6f-94b9-d060613c7f05 req-5c260bc1-c7ed-47b9-8f62-2e9d474b2ec6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.642148 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1f26a0db-2140-4a6f-94b9-d060613c7f05 req-5c260bc1-c7ed-47b9-8f62-2e9d474b2ec6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0569093 Apr 12 14:54:54.650277 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a9cee6-833f-4d12-94de-a6913952c843 x-openstack-request-id: req-01a9cee6-833f-4d12-94de-a6913952c843 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:54:54.650574 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "tag": "7448f465-5339-4bd1-91a9-94095a601931", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:54:54.652257 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-01a9cee6-833f-4d12-94de-a6913952c843 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:54:54.652872 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a9cee6-833f-4d12-94de-a6913952c843'] response: {'name': 'network-changed', 'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'tag': '7448f465-5339-4bd1-91a9-94095a601931', 'status': 'completed', 'code': 200} Apr 12 14:54:54.690387 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1f26a0db-2140-4a6f-94b9-d060613c7f05 req-93c5ffb1-770b-4b5d-8cb5-3915a751fd83 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Apr 12 14:54:54.699323 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ca6ac5de-e069-41d5-810e-596d6a2b34c4 req-d260b6b9-e843-49fe-8783-bb756fb245d4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (789bb5bc-df81-4572-b0a1-64d7e3fc0110), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.720249 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.761920 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427402f-7c53-4e50-ac67-3f2803ce7c3b req-c1fb442e-60ac-4653-be50-dda872774c13 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.765723 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4427402f-7c53-4e50-ac67-3f2803ce7c3b req-c1fb442e-60ac-4653-be50-dda872774c13 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 931 time: 0.0599580 Apr 12 14:54:54.806001 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca6ac5de-e069-41d5-810e-596d6a2b34c4 req-d260b6b9-e843-49fe-8783-bb756fb245d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9253182 Apr 12 14:54:54.813190 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260b6b9-e843-49fe-8783-bb756fb245d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=789bb5bc-df81-4572-b0a1-64d7e3fc0110,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:54.817006 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network bc73a003-4067-4844-9c4d-7187574c0c62 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:54:54.822311 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:54:54.826856 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:54:54.828363 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4427402f-7c53-4e50-ac67-3f2803ce7c3b req-f0ce8da7-812c-4bb1-8a05-c6a149f1f432 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592403 Apr 12 14:54:54.832315 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:54.832965 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:54.843463 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=83c56c7d-fadb-4e42-871f-2399e0153f94,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:54.953232 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-f4214fa6-6c76-4edf-8e79-1684e972d4ef tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6767297 Apr 12 14:54:55.075902 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-60c56b7f-a6a3-4aa0-a458-ad34e2b12c74 None None] Provisioning complete for port 83c56c7d-fadb-4e42-871f-2399e0153f94 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:54:55.076328 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-60c56b7f-a6a3-4aa0-a458-ad34e2b12c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:55.117356 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-60c56b7f-a6a3-4aa0-a458-ad34e2b12c74 None None] Port 83c56c7d-fadb-4e42-871f-2399e0153f94 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:54:55.366767 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c79a6-c45c-48a9-9686-b82e3174a31f req-3bc0e985-2049-42e0-be12-ac4cff312c75 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:55.368353 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-412c79a6-c45c-48a9-9686-b82e3174a31f req-3bc0e985-2049-42e0-be12-ac4cff312c75 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0512278 Apr 12 14:54:55.426974 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-412c79a6-c45c-48a9-9686-b82e3174a31f req-4e081070-2a4a-447a-b840-4ace90563658 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518055 Apr 12 14:54:55.462507 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f2532-46f3-4d75-b2f1-4509683f9d45 req-78e9aecb-b83e-4dea-baa2-f3816acb1540 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:55.464348 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa8f2532-46f3-4d75-b2f1-4509683f9d45 req-78e9aecb-b83e-4dea-baa2-f3816acb1540 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.0576987 Apr 12 14:54:55.519288 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa8f2532-46f3-4d75-b2f1-4509683f9d45 req-cd56abab-d034-47dc-99fc-27efcc3b63fc tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487518 Apr 12 14:54:55.627236 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52884d6a-486f-427c-bf23-517ec469c6ba req-725a1f57-13a4-4b7a-a7a6-c4bcda9e48c7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:55.628725 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52884d6a-486f-427c-bf23-517ec469c6ba req-725a1f57-13a4-4b7a-a7a6-c4bcda9e48c7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 932 time: 0.0485113 Apr 12 14:54:55.685478 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52884d6a-486f-427c-bf23-517ec469c6ba req-78e59547-6fa2-46a9-8824-e00bad72763d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489197 Apr 12 14:54:55.828797 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054f6dc-c000-4161-8824-fd7e069574b1 req-21de8f61-5da1-48ff-afca-53c194966105 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:55.830398 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9054f6dc-c000-4161-8824-fd7e069574b1 req-21de8f61-5da1-48ff-afca-53c194966105 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0606833 Apr 12 14:54:55.890516 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9054f6dc-c000-4161-8824-fd7e069574b1 req-40d0b400-2b92-45a2-87dc-78441a9c1ed9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540679 Apr 12 14:54:55.940675 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb20331-6acc-4d22-88ea-888f6f458714 req-64d5feb2-1229-4419-95df-46f34d92e42a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:55.941830 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbb20331-6acc-4d22-88ea-888f6f458714 req-64d5feb2-1229-4419-95df-46f34d92e42a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 931 time: 0.0491166 Apr 12 14:54:55.995985 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbb20331-6acc-4d22-88ea-888f6f458714 req-4904a8d4-3b42-404d-a1fe-f45adf6f2323 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483527 Apr 12 14:54:56.558567 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa87b1-09c3-44ae-b2a6-03d6c72c722a req-a94097d7-4e8b-4296-a4d4-713ce64ce7d0 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:56.558567 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4fa87b1-09c3-44ae-b2a6-03d6c72c722a req-a94097d7-4e8b-4296-a4d4-713ce64ce7d0 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0556943 Apr 12 14:54:56.625301 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4fa87b1-09c3-44ae-b2a6-03d6c72c722a req-e37c53ab-562a-45c7-8d5a-67be934f805b tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658112 Apr 12 14:54:56.654417 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'tag': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:54:56.656634 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843afef3-09ed-4603-b3c1-2f94ce02627b" -d '{"events": [{"name": "network-changed", "server_uuid": "92e6b586-ce02-4394-a2a1-6ae5e0f09306", "tag": "f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:54:56.660266 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aea40-18c3-4838-a7e5-b781b965ecb9 req-31f304fc-8d36-4a29-b4cb-0129df8cea15 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:56.661981 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2a7aea40-18c3-4838-a7e5-b781b965ecb9 req-31f304fc-8d36-4a29-b4cb-0129df8cea15 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.0599480 Apr 12 14:54:56.715663 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541437bf-a0e6-4802-b9c8-7240a660a77e x-openstack-request-id: req-541437bf-a0e6-4802-b9c8-7240a660a77e {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:54:56.716175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e6b586-ce02-4394-a2a1-6ae5e0f09306", "tag": "f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:54:56.716375 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2a7aea40-18c3-4838-a7e5-b781b965ecb9 req-c943a269-0b2a-44ca-80b6-e2deec22f79b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471067 Apr 12 14:54:56.716479 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-541437bf-a0e6-4802-b9c8-7240a660a77e {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:54:56.716901 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541437bf-a0e6-4802-b9c8-7240a660a77e'] response: {'name': 'network-changed', 'server_uuid': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'tag': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e', 'status': 'completed', 'code': 200} Apr 12 14:54:56.823852 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c3a6-dfb6-45ea-a402-19c0360aa8b9 req-a4501d13-f01c-47cb-9efa-f3d3c343f788 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:56.825339 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4d81c3a6-dfb6-45ea-a402-19c0360aa8b9 req-a4501d13-f01c-47cb-9efa-f3d3c343f788 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 932 time: 0.0495315 Apr 12 14:54:56.875844 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4d81c3a6-dfb6-45ea-a402-19c0360aa8b9 req-dd88e48a-9591-402f-a7d9-41e22399101d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Apr 12 14:54:57.026218 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a0e44-08ad-4e40-9280-3b07486f699d req-619b1f53-afc7-422c-b0e4-5e04c94c7533 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:57.027670 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632a0e44-08ad-4e40-9280-3b07486f699d req-619b1f53-afc7-422c-b0e4-5e04c94c7533 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0477080 Apr 12 14:54:57.062934 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Request body: {'port': {'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:57.093047 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Request body: {'port': {'device_id': '71207994-1780-4e45-b693-8455d8038f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:54:57.247737 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d07884-9509-4348-a92b-f8e1fa12884a req-8306bcb9-c900-47ca-b24a-b4225aecd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:57.249281 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-8306bcb9-c900-47ca-b24a-b4225aecd2a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2122560 Apr 12 14:54:57.266046 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c27e9-4333-4acb-b6e5-03d783a157ba req-d8f0de35-2bf6-47e1-87e0-ea46b305cd80 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:57.267547 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3e2c27e9-4333-4acb-b6e5-03d783a157ba req-d8f0de35-2bf6-47e1-87e0-ea46b305cd80 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 931 time: 0.1803970 Apr 12 14:54:57.277044 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632a0e44-08ad-4e40-9280-3b07486f699d req-9c1846ab-ba0e-420d-8b42-3860792ac9b2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405252 Apr 12 14:54:57.284342 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-c50e4777-fb5e-4778-a1ac-3cb2629e4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:57.285848 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-c50e4777-fb5e-4778-a1ac-3cb2629e4c45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.2290900 Apr 12 14:54:57.288695 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:57.291758 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:57.306330 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1f610-67fe-45fc-a18e-d3a87bb02541 req-220efcfe-ef73-4cde-8050-47347c61a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:57.308713 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aef1f610-67fe-45fc-a18e-d3a87bb02541 req-220efcfe-ef73-4cde-8050-47347c61a056 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2801445 Apr 12 14:54:57.337123 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3e2c27e9-4333-4acb-b6e5-03d783a157ba req-163fc4eb-a824-444a-b1c8-5b4f831654f9 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550432 Apr 12 14:54:57.546586 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5617fa14-3f0d-48f6-a783-7eb691c0520a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:57.750775 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a67634-a078-4082-a771-9ee0758794d8 req-8e2c2fdb-7d94-4de2-809c-948b76fe3b95 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:57.752260 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-63a67634-a078-4082-a771-9ee0758794d8 req-8e2c2fdb-7d94-4de2-809c-948b76fe3b95 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0543907 Apr 12 14:54:57.816805 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-63a67634-a078-4082-a771-9ee0758794d8 req-422b5ec3-161a-4acb-988a-1f874142600e tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588560 Apr 12 14:54:57.860103 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26064a-c4ca-4d1b-9edb-0222ce60327c req-e8142160-d1a4-4299-a986-2008a0f80628 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:57.862073 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9c26064a-c4ca-4d1b-9edb-0222ce60327c req-e8142160-d1a4-4299-a986-2008a0f80628 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.0619340 Apr 12 14:54:57.914450 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9c26064a-c4ca-4d1b-9edb-0222ce60327c req-cb9190d7-e217-4c7f-a627-3663374c119c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457673 Apr 12 14:54:57.951534 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:54:57.961929 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Publish callbacks [] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:57.965469 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c56c7d-fadb-4e42-871f-2399e0153f94 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:54:57.975790 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Publish callbacks [] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:57.990082 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Transition to ACTIVE for port object 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:54:57.995991 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Transition to ACTIVE for port object 83c56c7d-fadb-4e42-871f-2399e0153f94 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:54:58.008160 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b674-1e21-4b10-bee1-c8350d0ff8e5 req-d7f1870c-0771-4512-bd9a-7210ba4260dd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:58.009539 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e977b674-1e21-4b10-bee1-c8350d0ff8e5 req-d7f1870c-0771-4512-bd9a-7210ba4260dd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 932 time: 0.0558259 Apr 12 14:54:58.062580 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e977b674-1e21-4b10-bee1-c8350d0ff8e5 req-ae63b765-99dd-4c7a-ac39-e6b5220b7dce tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Apr 12 14:54:58.080896 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.114258 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.155869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Pushing event updated for resources: {'Port': ['ID=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:58.256968 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Attempting to bind port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:58.257403 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Attempting to bind port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:58.257662 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Attempting to bind port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:58.264547 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Pushing event updated for resources: {'Port': ['ID=83c56c7d-fadb-4e42-871f-2399e0153f94,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:58.275148 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:54:58.275502 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Attempting to bind port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:58.285086 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Attempting to bind port 83c56c7d-fadb-4e42-871f-2399e0153f94 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:54:58.285424 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Attempting to bind port 83c56c7d-fadb-4e42-871f-2399e0153f94 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:54:58.285784 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Attempting to bind port 83c56c7d-fadb-4e42-871f-2399e0153f94 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:58.288061 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:58.288392 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Checking segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:58.288778 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Bound using segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:58.289219 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Bound port: 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:58.289580 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.301550 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Port 83c56c7d-fadb-4e42-871f-2399e0153f94 on network bc73a003-4067-4844-9c4d-7187574c0c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:54:58.301909 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Attempting to bind port 83c56c7d-fadb-4e42-871f-2399e0153f94 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:54:58.312485 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:54:58.312840 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Checking segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:54:58.313225 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Bound using segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:54:58.313697 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Bound port: 83c56c7d-fadb-4e42-871f-2399e0153f94, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:54:58.314065 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.437685 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] For port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:58.442202 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] For port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:58.449617 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] For port 83c56c7d-fadb-4e42-871f-2399e0153f94, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:54:58.454588 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] For port 83c56c7d-fadb-4e42-871f-2399e0153f94, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=83c56c7d-fadb-4e42-871f-2399e0153f94,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:54:58.483155 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e61c6-1dd3-40f6-bd21-2234c4459ddd req-55357394-6e84-4194-aa43-66e1cd661040 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:58.484674 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632e61c6-1dd3-40f6-bd21-2234c4459ddd req-55357394-6e84-4194-aa43-66e1cd661040 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1010470 Apr 12 14:54:58.505830 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6318d-b002-4f2e-939a-405087185bcc req-2e701f81-3396-4d55-9d2a-22c0693a95eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:58.507296 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-32e6318d-b002-4f2e-939a-405087185bcc req-2e701f81-3396-4d55-9d2a-22c0693a95eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 943 time: 0.0746596 Apr 12 14:54:58.570149 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.570471 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-632e61c6-1dd3-40f6-bd21-2234c4459ddd req-b34b0bc3-baab-4608-a9c6-e62c5a49fffa tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793569 Apr 12 14:54:58.589604 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.590465 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-32e6318d-b002-4f2e-939a-405087185bcc req-16449ce1-b98e-47ef-add3-8ce761358429 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765131 Apr 12 14:54:58.598784 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:58.599440 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.601248 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] 10.222.0.57 "PUT /v2.0/ports/5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 HTTP/1.1" status: 200 len: 1094 time: 1.5631347 Apr 12 14:54:58.622384 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:58.623097 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:54:58.624707 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] 10.222.0.57 "PUT /v2.0/ports/83c56c7d-fadb-4e42-871f-2399e0153f94 HTTP/1.1" status: 200 len: 1093 time: 1.5907805 Apr 12 14:54:58.694189 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b34e31-a88f-4b33-b7c0-4fd158e4789b service neutron] Pushing event updated for resources: {'Port': ['ID=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:58.724649 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71207994-1780-4e45-b693-8455d8038f21', 'tag': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0'}, {'name': 'network-changed', 'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:54:58.726935 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50" -d '{"events": [{"name": "network-changed", "server_uuid": "71207994-1780-4e45-b693-8455d8038f21", "tag": "5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0"}, {"name": "network-changed", "server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:54:58.776478 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2d30f-f641-4e5c-851a-9d2422ced216 service neutron] Pushing event updated for resources: {'Port': ['ID=83c56c7d-fadb-4e42-871f-2399e0153f94,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:54:58.797832 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Apr 2022 14:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb841e3-0b64-41fd-871b-38b27dc4e378 x-openstack-request-id: req-ceb841e3-0b64-41fd-871b-38b27dc4e378 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:54:58.798478 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71207994-1780-4e45-b693-8455d8038f21", "tag": "5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:54:58.798736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb841e3-0b64-41fd-871b-38b27dc4e378 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:54:58.799163 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb841e3-0b64-41fd-871b-38b27dc4e378'] response: {'name': 'network-changed', 'server_uuid': '71207994-1780-4e45-b693-8455d8038f21', 'tag': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0', 'status': 'completed', 'code': 200} Apr 12 14:54:58.799436 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb841e3-0b64-41fd-871b-38b27dc4e378'] response: {'name': 'network-changed', 'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'status': 'completed', 'code': 200} Apr 12 14:54:58.962222 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5703ee-14c9-4a3d-8806-b0f63b137481 req-d9afe42c-fbdf-4949-8d7f-1904196bab25 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:58.965070 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cd5703ee-14c9-4a3d-8806-b0f63b137481 req-d9afe42c-fbdf-4949-8d7f-1904196bab25 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0612743 Apr 12 14:54:59.066864 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1439e0-526c-4003-a8ad-d0ae1ac88198 req-42f6fff0-1357-4bed-8628-051cbcad2f97 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:59.074583 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8e1439e0-526c-4003-a8ad-d0ae1ac88198 req-42f6fff0-1357-4bed-8628-051cbcad2f97 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.0757906 Apr 12 14:54:59.086672 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cd5703ee-14c9-4a3d-8806-b0f63b137481 req-aae5d08a-7736-4538-adff-755e0d34f796 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129942 Apr 12 14:54:59.127038 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8e1439e0-526c-4003-a8ad-d0ae1ac88198 req-0c9a2e66-63a0-4309-9aac-3f45463f7767 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515053 Apr 12 14:54:59.197057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17027d-8d6d-4694-a961-783ebadf9370 req-36c39133-0bef-459f-b408-56c8a779ee4a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:59.198562 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6e17027d-8d6d-4694-a961-783ebadf9370 req-36c39133-0bef-459f-b408-56c8a779ee4a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0484397 Apr 12 14:54:59.254380 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6e17027d-8d6d-4694-a961-783ebadf9370 req-c762a47a-efcc-484e-8b44-fd092dd778c3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502777 Apr 12 14:54:59.770572 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9725e5-99a2-4a15-bad5-62cdb7a2d593 req-63c717ed-bb0a-497a-a6eb-8200e630327b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:59.772058 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df9725e5-99a2-4a15-bad5-62cdb7a2d593 req-63c717ed-bb0a-497a-a6eb-8200e630327b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1029942 Apr 12 14:54:59.781976 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f723a6-c0a8-4836-b800-3f8eb4d552d0 req-77debe92-360e-4dcb-ba38-c5cbf8c29bcc tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:59.783480 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-46f723a6-c0a8-4836-b800-3f8eb4d552d0 req-77debe92-360e-4dcb-ba38-c5cbf8c29bcc tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 943 time: 0.0968781 Apr 12 14:54:59.830377 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-c4458d9c-aff5-414d-aa1f-e867f37eff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:59.832247 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-c4458d9c-aff5-414d-aa1f-e867f37eff1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1470947 Apr 12 14:54:59.847864 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-ac096d89-2537-4da3-9690-5ac6e55179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:59.849329 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-ac096d89-2537-4da3-9690-5ac6e55179b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 1127 time: 0.1212049 Apr 12 14:54:59.852180 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-51918cd4-dcf5-44b0-a064-8bc668280d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:54:59.854171 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-51918cd4-dcf5-44b0-a064-8bc668280d40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 1128 time: 0.1303620 Apr 12 14:54:59.856010 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df9725e5-99a2-4a15-bad5-62cdb7a2d593 req-a9d1a592-c229-47df-8402-d9a8fa9c6819 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714343 Apr 12 14:54:59.873285 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-23c177f8-1660-4e03-8997-2df1a5b903c4 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151628 Apr 12 14:54:59.873398 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-46f723a6-c0a8-4836-b800-3f8eb4d552d0 req-7afd473b-d364-42a9-94f6-331130b0fb25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803266 Apr 12 14:55:00.105031 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-ab86a969-ae85-4ef4-bc6a-f8e7b86604ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.107407 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-ab86a969-ae85-4ef4-bc6a-f8e7b86604ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 1127 time: 0.0482135 Apr 12 14:55:00.113888 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-92a7ba9f-6d8b-4fdf-bf3a-f8ddac807dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:00.158932 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-4e784dd1-3277-4694-ad2f-1036a0844ce8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 HTTP/1.1" status: 200 len: 217 time: 0.1023536 Apr 12 14:55:00.163587 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-895fef1d-c077-49aa-8106-d8b7d84e4480 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83c56c7d-fadb-4e42-871f-2399e0153f94 HTTP/1.1" status: 200 len: 217 time: 0.0491302 Apr 12 14:55:00.293807 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-2aa52be9-2cc5-4ae8-9406-5211741041c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.295290 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-2aa52be9-2cc5-4ae8-9406-5211741041c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.1239636 Apr 12 14:55:00.301431 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95d127-f81b-4360-b36d-b747c78bc311 req-6f027cb2-fd1f-463c-aab5-044924853417 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.305795 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b95d127-f81b-4360-b36d-b747c78bc311 req-6f027cb2-fd1f-463c-aab5-044924853417 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1247780 Apr 12 14:55:00.331871 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6691e81-f3eb-498b-b820-a80ac47eeecc req-d9150f7d-0a6a-4e14-bd54-5629b2aacd79 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.333666 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d6691e81-f3eb-498b-b820-a80ac47eeecc req-d9150f7d-0a6a-4e14-bd54-5629b2aacd79 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.0988438 Apr 12 14:55:00.421214 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-31f9bd9e-10ee-4fd0-9a49-0910f8a22011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.428701 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-31f9bd9e-10ee-4fd0-9a49-0910f8a22011 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081934 Apr 12 14:55:00.448205 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-e65bdcd0-c467-42ec-995e-04f82ca809dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.449706 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-e65bdcd0-c467-42ec-995e-04f82ca809dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.2758138 Apr 12 14:55:00.455115 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-17cdde25-864f-4461-9f04-5c3185810f2b service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076302 Apr 12 14:55:00.467672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-d0469a29-0463-49be-b353-dd58b1e84762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.469079 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-d0469a29-0463-49be-b353-dd58b1e84762 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4136045 Apr 12 14:55:00.470890 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-baeb73c4-80e1-453d-820f-bf71ae8507d7 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247630 Apr 12 14:55:00.476705 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d6691e81-f3eb-498b-b820-a80ac47eeecc req-b1f53fcd-a1b9-4d5d-a753-c9f550234e9e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158960 Apr 12 14:55:00.506384 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b95d127-f81b-4360-b36d-b747c78bc311 req-8233529d-753b-493c-81fa-1a0282fa976c tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527121 Apr 12 14:55:00.585687 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d688d2-bff9-4472-accc-58256ae462ff req-b406a332-5088-4a89-8552-ae698914fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.587133 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-b406a332-5088-4a89-8552-ae698914fc6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1289313 Apr 12 14:55:00.632012 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95f5b-b97f-48ae-b23c-349e9ca48cf7 req-d9403016-2b8f-4e5a-9621-633bf30cd49d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.633756 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49d95f5b-b97f-48ae-b23c-349e9ca48cf7 req-d9403016-2b8f-4e5a-9621-633bf30cd49d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0765643 Apr 12 14:55:00.636746 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-7e3b94bb-497b-41f2-a4ba-35b5dcbbde05 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054644 Apr 12 14:55:00.693354 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49d95f5b-b97f-48ae-b23c-349e9ca48cf7 req-035afd1a-46db-46d8-a23c-86e3493f486e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Apr 12 14:55:00.820619 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd402cba-7fc7-4ae6-9756-09c8c29e7ada req-e885f245-4b2d-4932-ae3b-960d1c840501 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487637 Apr 12 14:55:00.827832 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-80c8fab5-08eb-4313-b01d-19142cfb7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:00.830028 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-80c8fab5-08eb-4313-b01d-19142cfb7fa3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3206885 Apr 12 14:55:00.842517 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-7182a3bd-e729-489a-b757-8b2451883343 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205994 Apr 12 14:55:00.970427 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 38942) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:01.044504 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825334dd-1d7f-4906-9c1b-17f248d05c9f req-990215bc-7dba-4b4c-a15a-1144e9c66b28 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:01.046492 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-825334dd-1d7f-4906-9c1b-17f248d05c9f req-990215bc-7dba-4b4c-a15a-1144e9c66b28 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0861595 Apr 12 14:55:01.058587 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba43d9-66f5-4276-9bbd-eb2a1a055711 req-29e5fac0-6ce8-4ed4-a2cd-cff393589220 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:01.060281 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-74ba43d9-66f5-4276-9bbd-eb2a1a055711 req-29e5fac0-6ce8-4ed4-a2cd-cff393589220 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 943 time: 0.0649812 Apr 12 14:55:01.123842 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-01bd8681-f022-4d98-ab53-7786d1e1bbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:01.154272 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-825334dd-1d7f-4906-9c1b-17f248d05c9f req-fb898153-130d-433d-b0c0-27e09096e465 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928569 Apr 12 14:55:01.158855 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-74ba43d9-66f5-4276-9bbd-eb2a1a055711 req-6e8edc33-45d2-477e-a007-1e5aa4473ae5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901289 Apr 12 14:55:01.243490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-01bd8681-f022-4d98-ab53-7786d1e1bbb9 admin admin] Publish callbacks [] for security_group (9bbef41d-cea9-4ac2-a281-830a51f738e3), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:01.328196 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:01.377844 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-01bd8681-f022-4d98-ab53-7786d1e1bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (9bbef41d-cea9-4ac2-a281-830a51f738e3), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:01.571844 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8d1b7aa-4c26-4ad5-bea8-95a5429da90c req-557382eb-c732-47aa-85d4-7a6bb9620e86 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533570 Apr 12 14:55:01.693284 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a8612-746c-4386-920c-44ca7660b0f5 req-817f22aa-23e8-4e48-827d-45f27efc35ba tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:01.694679 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-434a8612-746c-4386-920c-44ca7660b0f5 req-817f22aa-23e8-4e48-827d-45f27efc35ba tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.1093099 Apr 12 14:55:01.701336 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-01bd8681-f022-4d98-ab53-7786d1e1bbb9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4785028b18f4361a81b5e491a6e9e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7274933 Apr 12 14:55:01.701336 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-d28c34cf-9344-4d91-9e0f-5156050d036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:01.701735 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0a11b-4194-4d46-ae5c-bf56672471c0 req-3a0eb9d9-fc2b-406a-a81d-341f43fafc4c tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:01.702280 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-d28c34cf-9344-4d91-9e0f-5156050d036d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 1128 time: 0.0883577 Apr 12 14:55:01.706257 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25a0a11b-4194-4d46-ae5c-bf56672471c0 req-3a0eb9d9-fc2b-406a-a81d-341f43fafc4c tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0817261 Apr 12 14:55:01.709247 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38962) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:01.796243 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-dffbb767-482b-411b-9635-e4e6375b953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:01.798178 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-dffbb767-482b-411b-9635-e4e6375b953b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 1128 time: 0.1862793 Apr 12 14:55:01.803738 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd8681-f022-4d98-ab53-7786d1e1bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbef41d-cea9-4ac2-a281-830a51f738e3,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:01.841352 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-434a8612-746c-4386-920c-44ca7660b0f5 req-c607ad5e-56c2-4d46-b0bb-9c5e57351e78 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335273 Apr 12 14:55:01.850317 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-94d688d2-bff9-4472-accc-58256ae462ff req-f6cafedd-0477-47d4-9390-047ed22f1844 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372580 Apr 12 14:55:01.861417 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25a0a11b-4194-4d46-ae5c-bf56672471c0 req-99cb42d2-5720-4b6a-8ebd-4db02962f441 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396744 Apr 12 14:55:01.878305 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db662823-3554-463c-ac71-847841f48eb2 admin admin] Publish callbacks [] for security_group (9bbef41d-cea9-4ac2-a281-830a51f738e3), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:01.925212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db662823-3554-463c-ac71-847841f48eb2 admin admin] Publish callbacks [] for security_group (9bbef41d-cea9-4ac2-a281-830a51f738e3), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:02.031145 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2b2ff-aa1c-4beb-8e87-21cd2715b2bc req-b05ba94f-7170-44da-8132-58a23cf75cf2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:02.034341 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b1c2b2ff-aa1c-4beb-8e87-21cd2715b2bc req-b05ba94f-7170-44da-8132-58a23cf75cf2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0719006 Apr 12 14:55:02.100627 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b1c2b2ff-aa1c-4beb-8e87-21cd2715b2bc req-f4628585-449a-4cb9-9dd1-e2e3fc3d5255 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561979 Apr 12 14:55:02.172206 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db662823-3554-463c-ac71-847841f48eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (9bbef41d-cea9-4ac2-a281-830a51f738e3), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:02.175179 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db662823-3554-463c-ac71-847841f48eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:02.176401 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-db662823-3554-463c-ac71-847841f48eb2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9bbef41d-cea9-4ac2-a281-830a51f738e3 HTTP/1.1" status: 204 len: 168 time: 0.4661019 Apr 12 14:55:02.185598 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db662823-3554-463c-ac71-847841f48eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbef41d-cea9-4ac2-a281-830a51f738e3,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:02.345364 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc036bc7-abab-4746-8503-41435ea294ae req-a896f04d-da29-46a0-8078-6b07ea11ecd4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:02.346903 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc036bc7-abab-4746-8503-41435ea294ae req-a896f04d-da29-46a0-8078-6b07ea11ecd4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 943 time: 0.0963340 Apr 12 14:55:02.370172 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9411a-fb0b-400b-aa94-1c6f0c995624 req-41c545aa-5065-479d-9823-a4f47a6019cd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:02.371771 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-abe9411a-fb0b-400b-aa94-1c6f0c995624 req-41c545aa-5065-479d-9823-a4f47a6019cd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0825760 Apr 12 14:55:02.440630 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc036bc7-abab-4746-8503-41435ea294ae req-a67fb769-eb6e-47c5-a4d6-eb8f24285165 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877166 Apr 12 14:55:02.449318 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-abe9411a-fb0b-400b-aa94-1c6f0c995624 req-faf4679e-522f-4b57-900d-e47c8cd835c1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702586 Apr 12 14:55:02.792349 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-0ae00b62-5bcd-4506-b52b-f7f8f3381412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:02.793880 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-0ae00b62-5bcd-4506-b52b-f7f8f3381412 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 912 time: 0.1612999 Apr 12 14:55:02.978120 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45acbd-6bea-4b4d-bd9f-dcf6bdbbf044 req-fb3b55e6-a842-437e-a8f5-4ccc670d2038 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:02.982157 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cc45acbd-6bea-4b4d-bd9f-dcf6bdbbf044 req-fb3b55e6-a842-437e-a8f5-4ccc670d2038 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 944 time: 0.0600042 Apr 12 14:55:03.008614 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 38994) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:03.068189 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71fdbdd9-1a32-44a8-b2f3-40a542642cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:03.108875 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cc45acbd-6bea-4b4d-bd9f-dcf6bdbbf044 req-9619ad00-cdb0-423d-9638-d76d9f976622 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224186 Apr 12 14:55:03.118015 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70b8ae-599d-4ccf-a176-0df6e16fc9c2 req-db95f667-ddd6-4e3a-99b5-dab75e2b1468 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:03.120008 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2d70b8ae-599d-4ccf-a176-0df6e16fc9c2 req-db95f667-ddd6-4e3a-99b5-dab75e2b1468 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1031096 Apr 12 14:55:03.194161 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:03.281294 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec006b-5b1c-4848-96f9-ff50686ae68e req-d6477ca1-f188-4f4e-b62e-6ce1e54c4916 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:03.282808 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-68ec006b-5b1c-4848-96f9-ff50686ae68e req-d6477ca1-f188-4f4e-b62e-6ce1e54c4916 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0911152 Apr 12 14:55:03.289254 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2d70b8ae-599d-4ccf-a176-0df6e16fc9c2 req-926b2bbe-451b-40c5-a24c-ee39e9fca686 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566830 Apr 12 14:55:03.291752 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71fdbdd9-1a32-44a8-b2f3-40a542642cdb admin admin] Publish callbacks [] for security_group (8b84481e-3657-49f5-8792-bcd1d5e1c07a), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:03.351320 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-68ec006b-5b1c-4848-96f9-ff50686ae68e req-9b7d9ca1-68d9-47d3-a793-4627ab0e48cf tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Apr 12 14:55:03.435099 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71fdbdd9-1a32-44a8-b2f3-40a542642cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (8b84481e-3657-49f5-8792-bcd1d5e1c07a), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:03.465218 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-e0b08695-95ac-49cc-bede-98f1d10236a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 HTTP/1.1" status: 200 len: 217 time: 0.0405903 Apr 12 14:55:03.482916 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-71fdbdd9-1a32-44a8-b2f3-40a542642cdb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=522c4cbe810c44539dc1bc342af76953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731925 Apr 12 14:55:03.485685 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39012) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:03.491964 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdbdd9-1a32-44a8-b2f3-40a542642cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b84481e-3657-49f5-8792-bcd1d5e1c07a,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:03.669840 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 7448f465-5339-4bd1-91a9-94095a601931 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:55:03.782852 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 7448f465-5339-4bd1-91a9-94095a601931, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7448f465-5339-4bd1-91a9-94095a601931,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:03.800877 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '7448f465-5339-4bd1-91a9-94095a601931', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'port_id': '7448f465-5339-4bd1-91a9-94095a601931', 'mac_address': 'fa:16:3e:ec:49:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:55:03.801100 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd47c4a-4ff9-4d58-b3c4-c3ff45880f5f req-b66312a6-556d-453d-a8a4-9456e211ca0e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:03.802499 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dcd47c4a-4ff9-4d58-b3c4-c3ff45880f5f req-b66312a6-556d-453d-a8a4-9456e211ca0e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 943 time: 0.2657192 Apr 12 14:55:03.803600 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-afb27759-d4b0-42ff-b0e4-200b3d2b66a8 admin admin] Publish callbacks [] for security_group (8b84481e-3657-49f5-8792-bcd1d5e1c07a), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:03.811961 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cc72d-b364-42e5-97c5-04e657b7bd19 req-3db11a7b-5951-4bf3-ae87-8dbaf426ca66 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:03.813461 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-322cc72d-b364-42e5-97c5-04e657b7bd19 req-3db11a7b-5951-4bf3-ae87-8dbaf426ca66 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.2737544 Apr 12 14:55:03.846883 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 7448f465-5339-4bd1-91a9-94095a601931 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:03.847282 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (7448f465-5339-4bd1-91a9-94095a601931), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:03.866778 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-afb27759-d4b0-42ff-b0e4-200b3d2b66a8 admin admin] Publish callbacks [] for security_group (8b84481e-3657-49f5-8792-bcd1d5e1c07a), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:03.867956 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7448f465-5339-4bd1-91a9-94095a601931 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:55:03.889033 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 7448f465-5339-4bd1-91a9-94095a601931, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7448f465-5339-4bd1-91a9-94095a601931,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:03.943292 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dcd47c4a-4ff9-4d58-b3c4-c3ff45880f5f req-7ecc0284-5946-4b20-83d6-6f309f790bc8 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288037 Apr 12 14:55:03.949189 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-322cc72d-b364-42e5-97c5-04e657b7bd19 req-bae3db7d-b1d5-4343-ad24-d38996ba48df tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214132 Apr 12 14:55:03.995385 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (7448f465-5339-4bd1-91a9-94095a601931), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:04.052827 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=7448f465-5339-4bd1-91a9-94095a601931,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:04.059293 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:04.103503 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-afb27759-d4b0-42ff-b0e4-200b3d2b66a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (8b84481e-3657-49f5-8792-bcd1d5e1c07a), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:04.106724 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-afb27759-d4b0-42ff-b0e4-200b3d2b66a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:04.108088 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-afb27759-d4b0-42ff-b0e4-200b3d2b66a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b84481e-3657-49f5-8792-bcd1d5e1c07a HTTP/1.1" status: 204 len: 168 time: 0.6214857 Apr 12 14:55:04.125562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb27759-d4b0-42ff-b0e4-200b3d2b66a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b84481e-3657-49f5-8792-bcd1d5e1c07a,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:04.240234 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['7448f465-5339-4bd1-91a9-94095a601931'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:55:04.265828 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dc40d-951e-484d-9a14-35c41567be79 req-ebfe826c-c983-44e5-be24-26db4da040d3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.267545 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b67dc40d-951e-484d-9a14-35c41567be79 req-ebfe826c-c983-44e5-be24-26db4da040d3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 945 time: 0.0617545 Apr 12 14:55:04.383999 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-242bd6bc-5c7c-4d1d-8b16-af2b7e104d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.389402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-242bd6bc-5c7c-4d1d-8b16-af2b7e104d58 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 1127 time: 0.0886526 Apr 12 14:55:04.431848 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b67dc40d-951e-484d-9a14-35c41567be79 req-040edf07-1124-4690-89cd-2a4a9e48591f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1461353 Apr 12 14:55:04.449797 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-480bcac8-8b53-40e8-9e1d-404b62d9658f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 200 len: 217 time: 0.1664233 Apr 12 14:55:04.469981 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-e95e0538-ceb1-4cf1-badd-ba765652560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.472208 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-e95e0538-ceb1-4cf1-badd-ba765652560e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 1127 time: 0.1995575 Apr 12 14:55:04.481769 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-9221efbd-9221-480e-9805-07cff323bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.483564 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-9221efbd-9221-480e-9805-07cff323bcb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.1867785 Apr 12 14:55:04.555883 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb74c-60f1-43ce-9bd1-970313a8cf8f req-ea99e0f4-e7f3-4559-b182-e6e03b215898 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.558336 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-420fb74c-60f1-43ce-9bd1-970313a8cf8f req-ea99e0f4-e7f3-4559-b182-e6e03b215898 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0648937 Apr 12 14:55:04.628713 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-420fb74c-60f1-43ce-9bd1-970313a8cf8f req-f4e3a93e-2f53-48c2-941a-d5e76767c02b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636148 Apr 12 14:55:04.757734 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-f4a6389e-cb87-4151-b453-a55caed43088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.759462 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-f4a6389e-cb87-4151-b453-a55caed43088 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 915 time: 0.1228530 Apr 12 14:55:04.786770 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae723-76b8-4feb-8c90-5018193d3367 req-eee146db-8951-4bdf-961a-4c50ccc8ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.788722 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-eee146db-8951-4bdf-961a-4c50ccc8ed72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1343465 Apr 12 14:55:04.831094 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-4260babe-74ea-4dd8-8ba2-9254bcb6ba6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83c56c7d-fadb-4e42-871f-2399e0153f94 HTTP/1.1" status: 200 len: 217 time: 0.0590324 Apr 12 14:55:04.843868 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-2beec5f1-56b6-4c32-ae6a-3ad774a7a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.845902 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-2beec5f1-56b6-4c32-ae6a-3ad774a7a8fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.2099018 Apr 12 14:55:04.908895 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-ced42c33-4079-4a01-877d-d9430f2d5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.911169 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-ced42c33-4079-4a01-877d-d9430f2d5a9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.0712774 Apr 12 14:55:04.981765 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-8f6b9ab5-cbfc-41b5-a448-1833231deb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:04.983917 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-8f6b9ab5-cbfc-41b5-a448-1833231deb31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654478 Apr 12 14:55:05.006155 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-e486030b-8951-4ac6-82ca-16fa42214a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.008755 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-e486030b-8951-4ac6-82ca-16fa42214a0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.3631976 Apr 12 14:55:05.012479 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-4efa7ea7-be7b-42a5-9a38-2d8f82800e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.014677 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-4efa7ea7-be7b-42a5-9a38-2d8f82800e9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1523530 Apr 12 14:55:05.045094 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-e2b9f005-0175-49de-b714-2c01eeba361a service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396970 Apr 12 14:55:05.136392 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f7495-4f56-4ba8-925b-df5d98769e61 req-61eb84f3-a095-409b-aa15-3e0643753661 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.136631 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-690f7495-4f56-4ba8-925b-df5d98769e61 req-61eb84f3-a095-409b-aa15-3e0643753661 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 943 time: 0.0874949 Apr 12 14:55:05.142951 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215659a-b27a-42cc-bf80-b3c347cb77e3 req-4f4ec8d2-2fc8-4b03-aeab-cd6bdd0c826e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.144380 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d215659a-b27a-42cc-bf80-b3c347cb77e3 req-4f4ec8d2-2fc8-4b03-aeab-cd6bdd0c826e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0934181 Apr 12 14:55:05.265286 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d215659a-b27a-42cc-bf80-b3c347cb77e3 req-87ef5871-dcea-4832-842b-58a0a8d4a3e1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120536 Apr 12 14:55:05.270915 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-690f7495-4f56-4ba8-925b-df5d98769e61 req-598843b0-b76c-4f3f-b52f-38b0d2b65244 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255553 Apr 12 14:55:05.310321 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-9a8c19ee-e2c5-4a65-a4f4-a5adff8d424c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e HTTP/1.1" status: 200 len: 217 time: 0.1007335 Apr 12 14:55:05.351219 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-68524f4c-81bc-4ce1-8700-424bff88658b service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393707 Apr 12 14:55:05.454215 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-cbc7408b-5eed-45c6-b318-c7388eacc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.458159 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-cbc7408b-5eed-45c6-b318-c7388eacc90e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.1364520 Apr 12 14:55:05.509421 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-632ae723-76b8-4feb-8c90-5018193d3367 req-3a39bbd3-e724-4eed-9d66-3b30f70cb8ef service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895606 Apr 12 14:55:05.553535 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e176aaa-78ec-4fbf-9666-bfdd76ca3e50 req-a6d2a201-8419-453b-a810-487e7a3ade44 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947222 Apr 12 14:55:05.554031 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-efa4780a-055b-4d71-8710-bdc1e2374282 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354523 Apr 12 14:55:05.558864 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-7d4033c2-434a-481d-ac56-3466feb1ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.563073 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-7d4033c2-434a-481d-ac56-3466feb1ca0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941064 Apr 12 14:55:05.688802 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f35d7-697f-42ee-b984-02c8600a2198 req-d3d5aa2a-90ac-4b72-b179-a4f62b84369e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.691514 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a90f35d7-697f-42ee-b984-02c8600a2198 req-d3d5aa2a-90ac-4b72-b179-a4f62b84369e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 945 time: 0.1405368 Apr 12 14:55:05.698560 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:55:05.758593 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a90f35d7-697f-42ee-b984-02c8600a2198 req-fe132237-4a5f-47e7-9a9a-ae834111e314 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556173 Apr 12 14:55:05.760927 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-98c0b873-e75f-4e17-85e2-d33a726ff2b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1544180 Apr 12 14:55:05.784759 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 7448f465-5339-4bd1-91a9-94095a601931 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:55:05.800280 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cccf54ef-6c6b-4912-84aa-5be9938108e4 req-fb43783e-7408-4c27-ba1e-1501ec1106e8 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354677 Apr 12 14:55:05.806384 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-c990bf06-c6ad-4b70-901c-f2c71dc27fee service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293706 Apr 12 14:55:05.866194 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:05.870643 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 7448f465-5339-4bd1-91a9-94095a601931 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:55:05.883569 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'port_id': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e', 'mac_address': 'fa:16:3e:8b:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:55:05.944098 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 7448f465-5339-4bd1-91a9-94095a601931 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:55:05.944098 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (7448f465-5339-4bd1-91a9-94095a601931), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:05.958311 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4ba77-8b9a-488f-87b9-5e01da25fcf6 req-8282e00f-d794-4659-ad80-0035205f18c7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:05.960407 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-45c4ba77-8b9a-488f-87b9-5e01da25fcf6 req-8282e00f-d794-4659-ad80-0035205f18c7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0710764 Apr 12 14:55:05.987806 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:05.988192 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:06.008783 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:55:06.028650 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-45c4ba77-8b9a-488f-87b9-5e01da25fcf6 req-41d9bbb2-1ef6-408b-ba07-8bb45b8171cb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Apr 12 14:55:06.033145 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:06.078411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 7448f465-5339-4bd1-91a9-94095a601931 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:06.078983 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (7448f465-5339-4bd1-91a9-94095a601931), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:06.111398 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7448f465-5339-4bd1-91a9-94095a601931'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:55:06.113856 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11345b9-4bb0-4b30-b49d-cc38e08c8ec3" -d '{"events": [{"server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "name": "network-vif-plugged", "status": "completed", "tag": "7448f465-5339-4bd1-91a9-94095a601931"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:55:06.129737 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:06.131817 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 83c56c7d-fadb-4e42-871f-2399e0153f94 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:55:06.153128 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 7448f465-5339-4bd1-91a9-94095a601931, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7448f465-5339-4bd1-91a9-94095a601931,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:06.172735 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9bf6b3-e924-489e-88e2-fd02abe56085 x-openstack-request-id: req-ee9bf6b3-e924-489e-88e2-fd02abe56085 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:55:06.172950 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "name": "network-vif-plugged", "status": "completed", "tag": "7448f465-5339-4bd1-91a9-94095a601931", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:55:06.173207 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee9bf6b3-e924-489e-88e2-fd02abe56085 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:55:06.173600 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9bf6b3-e924-489e-88e2-fd02abe56085'] response: {'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7448f465-5339-4bd1-91a9-94095a601931', 'code': 200} Apr 12 14:55:06.229727 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:06.266248 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (7448f465-5339-4bd1-91a9-94095a601931), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:06.362908 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 83c56c7d-fadb-4e42-871f-2399e0153f94, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=83c56c7d-fadb-4e42-871f-2399e0153f94,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:06.376236 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=7448f465-5339-4bd1-91a9-94095a601931,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:06.381818 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:55:06.426628 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66466062-b9db-4005-964b-4403047db5f4 req-943129a3-15fa-43ec-b8f6-4f344d8a817a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:06.427466 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 83c56c7d-fadb-4e42-871f-2399e0153f94 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:06.427931 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:06.428039 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-66466062-b9db-4005-964b-4403047db5f4 req-943129a3-15fa-43ec-b8f6-4f344d8a817a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 943 time: 0.0606775 Apr 12 14:55:06.442579 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c56c7d-fadb-4e42-871f-2399e0153f94 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:55:06.466414 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 83c56c7d-fadb-4e42-871f-2399e0153f94, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=83c56c7d-fadb-4e42-871f-2399e0153f94,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:06.491495 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-66466062-b9db-4005-964b-4403047db5f4 req-ff6304eb-8dbd-4ee6-bab6-a1d6d75e7281 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564234 Apr 12 14:55:06.571309 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:06.572013 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:55:06.663296 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=83c56c7d-fadb-4e42-871f-2399e0153f94,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:06.692578 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a521dc-983a-4dc8-ad55-21da6c13a811 req-fa47abd8-3a03-4c72-81bb-bd7b64f607e7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:06.695619 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88a521dc-983a-4dc8-ad55-21da6c13a811 req-fa47abd8-3a03-4c72-81bb-bd7b64f607e7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1439867 Apr 12 14:55:06.716272 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-843afef3-09ed-4603-b3c1-2f94ce02627b req-accda91b-fd65-4e42-a94f-1b3dda856dc1 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663575 Apr 12 14:55:06.777508 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-7f671d18-a72c-4257-bc8c-d1cb9a9b487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:06.779056 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-7f671d18-a72c-4257-bc8c-d1cb9a9b487c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=83dc8d68f5f848fc8a1afce6f56d829e&device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 1129 time: 0.1079643 Apr 12 14:55:06.793652 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:06.807849 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'port_id': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'mac_address': 'fa:16:3e:48:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:55:06.826455 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88a521dc-983a-4dc8-ad55-21da6c13a811 req-626a82ba-acb2-4552-a704-675a006c82b1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021533 Apr 12 14:55:06.886491 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:06.886890 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:06.902816 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:55:06.926994 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:06.934893 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-547e0f11-a8ed-410d-8cef-ec3c5d96c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:06.953751 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-547e0f11-a8ed-410d-8cef-ec3c5d96c90a service neutron] 10.222.0.57 "GET /v2.0/networks?id=11b6d2a6-a132-4634-b602-c76b53fbd922 HTTP/1.1" status: 200 len: 913 time: 0.1366937 Apr 12 14:55:07.001380 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-77213964-7e37-48b4-b71e-878636bd0c06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0 HTTP/1.1" status: 200 len: 217 time: 0.0518494 Apr 12 14:55:07.024316 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb801d7-8677-42ee-8d0a-8d90b7bf733d req-5ebec8b5-74ed-4ce4-97cb-bc461d22853a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:07.027151 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4eb801d7-8677-42ee-8d0a-8d90b7bf733d req-5ebec8b5-74ed-4ce4-97cb-bc461d22853a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0864360 Apr 12 14:55:07.062922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:07.066606 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:07.109166 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-afddb49d-1753-4ced-b45a-4e7030c11760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:07.110928 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-afddb49d-1753-4ced-b45a-4e7030c11760 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7fca068a-3ad0-4a40-9d46-4a6b532b2b59 HTTP/1.1" status: 200 len: 852 time: 0.1020141 Apr 12 14:55:07.114153 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4eb801d7-8677-42ee-8d0a-8d90b7bf733d req-bb5332ac-3c9a-4a72-ae92-cc9d6586a52d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662467 Apr 12 14:55:07.125731 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6551b52-eed4-40ca-a218-de0b90eed948 req-eec6e7e6-6439-4d43-8360-7df2df8f5142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:07.127276 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e6551b52-eed4-40ca-a218-de0b90eed948 req-eec6e7e6-6439-4d43-8360-7df2df8f5142 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 1130 time: 0.0547602 Apr 12 14:55:07.150602 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:07.157925 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-623f7360-592a-4511-be79-691eec413c70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11b6d2a6-a132-4634-b602-c76b53fbd922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307662 Apr 12 14:55:07.215221 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e6551b52-eed4-40ca-a218-de0b90eed948 req-1ac3ec83-f182-4dd2-86ae-d12a61ea4071 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807679 Apr 12 14:55:07.296226 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059743cb-ae8d-4362-bb50-ac3c11b56d66 req-3500f8d7-c121-4bb8-8b5d-0595654c19f9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:07.297961 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-059743cb-ae8d-4362-bb50-ac3c11b56d66 req-3500f8d7-c121-4bb8-8b5d-0595654c19f9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0641506 Apr 12 14:55:07.324845 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-5c9638a5-0ec6-4c2a-b7c6-c4fc7cbcd4ca service neutron] 10.222.0.57 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597641 Apr 12 14:55:07.371228 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-059743cb-ae8d-4362-bb50-ac3c11b56d66 req-564c60cb-e411-4485-a80e-510a5fddd189 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585988 Apr 12 14:55:07.534153 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba92a9a1-82e0-4107-92ad-c4788693221e req-ba608066-c10e-46a6-a7fb-dd3fcab6b942 service neutron] 10.222.0.57 "GET /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064711 Apr 12 14:55:07.576559 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:55:07.663731 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016ab41-d180-4e7c-a981-7a2d10c1831d req-3af96063-7210-4aa2-8397-849472d14561 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:07.665348 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c016ab41-d180-4e7c-a981-7a2d10c1831d req-3af96063-7210-4aa2-8397-849472d14561 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 944 time: 0.0516737 Apr 12 14:55:07.696855 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:55:07.730716 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c016ab41-d180-4e7c-a981-7a2d10c1831d req-64fdd19c-b22d-47d4-a407-7e89faade482 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528185 Apr 12 14:55:07.799698 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['83c56c7d-fadb-4e42-871f-2399e0153f94'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:55:07.972295 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579f557-b2d4-41fe-b102-d0ddbb88f501 req-c8abb082-a825-4200-a39d-f7cacf5a21c7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:07.973930 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5579f557-b2d4-41fe-b102-d0ddbb88f501 req-c8abb082-a825-4200-a39d-f7cacf5a21c7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 944 time: 0.0562513 Apr 12 14:55:08.033325 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5579f557-b2d4-41fe-b102-d0ddbb88f501 req-993a47af-f67c-48ff-8911-44ddd7f35171 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520504 Apr 12 14:55:08.249084 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7f08d-ab96-493d-8daa-bde3cd683248 req-22ca3de8-c1c3-465e-b2e3-ccc40a7c8ef8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:08.250616 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-92f7f08d-ab96-493d-8daa-bde3cd683248 req-22ca3de8-c1c3-465e-b2e3-ccc40a7c8ef8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0567064 Apr 12 14:55:08.302090 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-92f7f08d-ab96-493d-8daa-bde3cd683248 req-8fabac52-e0b8-42fc-96ba-35a6d8c69a94 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455582 Apr 12 14:55:08.500760 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce5bd4-8cbd-4b21-9bf2-3a1e9b18b03a req-a66025b3-320b-428a-9380-b833d7d2fa3c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:08.502287 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d2ce5bd4-8cbd-4b21-9bf2-3a1e9b18b03a req-a66025b3-320b-428a-9380-b833d7d2fa3c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0484006 Apr 12 14:55:08.569776 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d2ce5bd4-8cbd-4b21-9bf2-3a1e9b18b03a req-507f690d-f9f0-461a-88e5-5c0974e50c30 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558839 Apr 12 14:55:08.846537 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a3174-1c50-4b91-85cd-c33e1b63b1bb req-0eb973e8-0b69-46d2-8b8b-9f8302a0a851 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:08.848837 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d4a3174-1c50-4b91-85cd-c33e1b63b1bb req-0eb973e8-0b69-46d2-8b8b-9f8302a0a851 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 944 time: 0.0496862 Apr 12 14:55:08.903683 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d4a3174-1c50-4b91-85cd-c33e1b63b1bb req-345d60ba-65c3-4360-8f1a-f71ac06a3af6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496204 Apr 12 14:55:09.152629 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058fa87-c62a-425f-8b07-0f26c5305b34 req-ff1a619d-b615-42fd-95f2-c09e8f3bba4f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:09.154045 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a058fa87-c62a-425f-8b07-0f26c5305b34 req-ff1a619d-b615-42fd-95f2-c09e8f3bba4f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 944 time: 0.0475178 Apr 12 14:55:09.201963 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a058fa87-c62a-425f-8b07-0f26c5305b34 req-7f6c2108-0ba5-4e69-b942-cbf08e5fba33 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420725 Apr 12 14:55:09.417819 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d0132-ce17-43dc-aba4-b8d9b02500e7 req-fc9937a2-95ab-47db-b1b7-a13d09111727 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:09.419199 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e25d0132-ce17-43dc-aba4-b8d9b02500e7 req-fc9937a2-95ab-47db-b1b7-a13d09111727 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0481169 Apr 12 14:55:09.471025 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e25d0132-ce17-43dc-aba4-b8d9b02500e7 req-07b7b286-f7cc-4868-a142-e784ff421074 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462785 Apr 12 14:55:09.690085 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab3b8e-d1b2-4b2a-b4bf-064966b180d7 req-e49f4dcb-d8cf-43df-8463-189f5c3cf98b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:09.691550 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80ab3b8e-d1b2-4b2a-b4bf-064966b180d7 req-e49f4dcb-d8cf-43df-8463-189f5c3cf98b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0848243 Apr 12 14:55:09.700998 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39200) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:09.706112 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'floatingip': {'port_id': '7448f465-5339-4bd1-91a9-94095a601931'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:55:09.708836 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850594-3930-4fd7-96de-e88b67e01349 req-e7c66f44-711e-41fb-8c59-1fc5ae7efeb6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:09.710362 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-97850594-3930-4fd7-96de-e88b67e01349 req-e7c66f44-711e-41fb-8c59-1fc5ae7efeb6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 944 time: 0.0630088 Apr 12 14:55:09.761520 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-97850594-3930-4fd7-96de-e88b67e01349 req-0d8df152-52d9-4b64-a5a4-df20db5c3d7c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Apr 12 14:55:09.812072 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:55:09.814221 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:55:09.924149 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:55:09.961852 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:09.981316 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'port_id': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0', 'mac_address': 'fa:16:3e:c9:b2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:55:09.982918 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (caf2d167-82ea-467b-9b46-f3b137b99769), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.024053 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:55:10.024429 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.027633 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:10.029282 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.058230 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25111f06-37c6-4714-a913-f0ae20cc2fda req-52d074a5-33f9-48f0-b4f9-231b1e575e85 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:10.059857 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25111f06-37c6-4714-a913-f0ae20cc2fda req-52d074a5-33f9-48f0-b4f9-231b1e575e85 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 944 time: 0.0692525 Apr 12 14:55:10.068167 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:55:10.106404 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:10.119842 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25111f06-37c6-4714-a913-f0ae20cc2fda req-25320f16-094d-4f8f-b237-fa99e2084673 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541620 Apr 12 14:55:10.158622 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:10.159012 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.187239 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:55:10.189678 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e55b17-b9ea-45f7-a646-05915d17f0f1" -d '{"events": [{"server_uuid": "92e6b586-ce02-4394-a2a1-6ae5e0f09306", "name": "network-vif-plugged", "status": "completed", "tag": "f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:55:10.210145 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:10.229901 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.280622 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52016f48-b893-4f1f-b1f9-42ef8a7f9f73 x-openstack-request-id: req-52016f48-b893-4f1f-b1f9-42ef8a7f9f73 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:55:10.282063 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e6b586-ce02-4394-a2a1-6ae5e0f09306", "name": "network-vif-plugged", "status": "completed", "tag": "f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:55:10.282367 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52016f48-b893-4f1f-b1f9-42ef8a7f9f73 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:55:10.282788 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52016f48-b893-4f1f-b1f9-42ef8a7f9f73'] response: {'server_uuid': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e', 'code': 200} Apr 12 14:55:10.328725 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.329551 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 83c56c7d-fadb-4e42-871f-2399e0153f94 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:55:10.333598 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:10.484619 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 83c56c7d-fadb-4e42-871f-2399e0153f94 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:55:10.491738 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205e23-4d6d-4718-8902-8e9183d68b23 req-1df74472-4f34-4d37-84f0-c0dbd78b1d11 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:10.493874 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-30205e23-4d6d-4718-8902-8e9183d68b23 req-1df74472-4f34-4d37-84f0-c0dbd78b1d11 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 944 time: 0.1835687 Apr 12 14:55:10.496007 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:10.529431 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:55:10.601050 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-30205e23-4d6d-4718-8902-8e9183d68b23 req-6568aafe-ed64-4eda-ba2d-dce0068c88cb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935404 Apr 12 14:55:10.612121 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 83c56c7d-fadb-4e42-871f-2399e0153f94 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:55:10.612869 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.650783 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1a626-6760-40b9-865a-4997415db512 req-074faf52-9c67-4598-a288-6eca53677c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:10.652437 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6b1a626-6760-40b9-865a-4997415db512 req-074faf52-9c67-4598-a288-6eca53677c34 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 1129 time: 0.0398569 Apr 12 14:55:10.714473 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6b1a626-6760-40b9-865a-4997415db512 req-ffae67ad-f7d8-42fa-9b65-88aa0b887bfb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560272 Apr 12 14:55:10.751921 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 83c56c7d-fadb-4e42-871f-2399e0153f94 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:10.752306 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.782500 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.815735 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 83c56c7d-fadb-4e42-871f-2399e0153f94, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=83c56c7d-fadb-4e42-871f-2399e0153f94,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:10.887229 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cdd7d-6818-46ec-b464-705db6004ac3 req-0174b2fd-3842-4021-841a-408947f341fa tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:10.888715 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3d3cdd7d-6818-46ec-b464-705db6004ac3 req-0174b2fd-3842-4021-841a-408947f341fa tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 945 time: 0.0562091 Apr 12 14:55:10.897616 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (caf2d167-82ea-467b-9b46-f3b137b99769), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.954861 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:10.956787 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:55:10.959811 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3d3cdd7d-6818-46ec-b464-705db6004ac3 req-c868db5f-b5df-4cc6-bdca-4d496e538327 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655148 Apr 12 14:55:11.014172 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Floating IP caf2d167-82ea-467b-9b46-f3b137b99769 associated. External IP: 172.27.2.193, port: 7448f465-5339-4bd1-91a9-94095a601931. Apr 12 14:55:11.049563 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=83c56c7d-fadb-4e42-871f-2399e0153f94,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:11.058144 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:55:11.152766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:55:11.153150 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:11.253686 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:11.254001 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:11.256709 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Router 1abf0cb9-8a4f-40d4-88b2-92c857022443 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:55:11.258222 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a05557-fe36-4a9b-b9c8-e4e94b3283c8 req-770ae493-7d03-4e6d-8ad8-bfc9a2af0fee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:11.260581 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-70a05557-fe36-4a9b-b9c8-e4e94b3283c8 req-770ae493-7d03-4e6d-8ad8-bfc9a2af0fee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0587058 Apr 12 14:55:11.295535 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:11.315534 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-70a05557-fe36-4a9b-b9c8-e4e94b3283c8 req-7ef978c9-21cc-436b-bbc2-b77331172617 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474019 Apr 12 14:55:11.375301 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:55:11.379904 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:11.393882 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] Sync routers for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:55:11.408512 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:55:11.409214 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:55:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:11.410908 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-cffebb6a-9fb7-43d0-8dd8-9c0d6fb66fcb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "PUT /v2.0/floatingips/caf2d167-82ea-467b-9b46-f3b137b99769 HTTP/1.1" status: 200 len: 992 time: 1.7087812 Apr 12 14:55:11.411603 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'tag': '7448f465-5339-4bd1-91a9-94095a601931'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:55:11.414218 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "tag": "7448f465-5339-4bd1-91a9-94095a601931"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:55:11.423432 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:11.467030 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d501fab-b804-451b-9571-927adf66fc49 x-openstack-request-id: req-1d501fab-b804-451b-9571-927adf66fc49 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:55:11.467030 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "tag": "7448f465-5339-4bd1-91a9-94095a601931", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:55:11.472490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d501fab-b804-451b-9571-927adf66fc49 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:55:11.472490 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d501fab-b804-451b-9571-927adf66fc49'] response: {'name': 'network-changed', 'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'tag': '7448f465-5339-4bd1-91a9-94095a601931', 'status': 'completed', 'code': 200} Apr 12 14:55:11.491927 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:11.576391 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-c139568c-5eb6-4752-b4b8-06a53b6a2934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:11.580723 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-c139568c-5eb6-4752-b4b8-06a53b6a2934 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 1130 time: 0.0586200 Apr 12 14:55:11.588149 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:55:11.711288 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-8a370d4a-6790-43eb-8161-b472522da91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:11.712826 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-8a370d4a-6790-43eb-8161-b472522da91a service neutron] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 912 time: 0.1248341 Apr 12 14:55:11.826494 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:55:11.855371 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b9307-f17e-4d08-8746-2e444244ffcb req-e150043b-488e-43eb-95dc-d7008f403478 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:11.857497 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1e5b9307-f17e-4d08-8746-2e444244ffcb req-e150043b-488e-43eb-95dc-d7008f403478 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.1422176 Apr 12 14:55:11.875805 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:55:11.909156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-3b759e03-b31a-45ce-bf8b-0b5661bbe7b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 200 len: 1000 time: 0.1526904 Apr 12 14:55:11.937300 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1e5b9307-f17e-4d08-8746-2e444244ffcb req-bcede780-c479-4c86-88f7-88f90f678566 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717041 Apr 12 14:55:11.942861 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'caf2d167-82ea-467b-9b46-f3b137b99769', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'port_id': '7448f465-5339-4bd1-91a9-94095a601931', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'mac_address': 'fa:16:3e:ec:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:35Z', 'updated_at': '2022-04-12T14:55:10Z', 'revision_number': 1, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:11.977609 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] Checking router: 1abf0cb9-8a4f-40d4-88b2-92c857022443 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:55:11.987029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:55:11.987658 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:55:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:11.989405 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:55:11.991752 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:12.084004 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39258) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:12.103633 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:55:12.104030 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:12.105088 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdb35-c22a-483a-9e8f-f26fcf60aeb8 req-9fc446f2-ddf3-47fe-b812-b11f5837a3cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:12.113326 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-416cdb35-c22a-483a-9e8f-f26fcf60aeb8 req-9fc446f2-ddf3-47fe-b812-b11f5837a3cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 945 time: 0.0676522 Apr 12 14:55:12.123332 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:55:12.157852 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:12.246884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:12.283466 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94'}, {'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}, {'server_uuid': '71207994-1780-4e45-b693-8455d8038f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:55:12.285975 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83df0126-0284-4f72-b18e-9cf5485329bb" -d '{"events": [{"server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "name": "network-vif-plugged", "status": "completed", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94"}, {"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-plugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77"}, {"server_uuid": "71207994-1780-4e45-b693-8455d8038f21", "name": "network-vif-plugged", "status": "completed", "tag": "5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:55:12.305758 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:12.345266 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Apr 2022 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c71c06c-f7b6-4c97-8a9d-f5b75dfa532e x-openstack-request-id: req-5c71c06c-f7b6-4c97-8a9d-f5b75dfa532e {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:55:12.345607 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "name": "network-vif-plugged", "status": "completed", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94", "code": 200}, {"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-plugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77", "code": 200}, {"server_uuid": "71207994-1780-4e45-b693-8455d8038f21", "name": "network-vif-plugged", "status": "completed", "tag": "5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:55:12.345837 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c71c06c-f7b6-4c97-8a9d-f5b75dfa532e {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:55:12.346246 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c71c06c-f7b6-4c97-8a9d-f5b75dfa532e'] response: {'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'code': 200} Apr 12 14:55:12.346505 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c71c06c-f7b6-4c97-8a9d-f5b75dfa532e'] response: {'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'code': 200} Apr 12 14:55:12.346758 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c71c06c-f7b6-4c97-8a9d-f5b75dfa532e'] response: {'server_uuid': '71207994-1780-4e45-b693-8455d8038f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0', 'code': 200} Apr 12 14:55:12.401551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:12.429934 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'caf2d167-82ea-467b-9b46-f3b137b99769', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'port_id': '7448f465-5339-4bd1-91a9-94095a601931', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'mac_address': 'fa:16:3e:ec:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:35Z', 'updated_at': '2022-04-12T14:55:10Z', 'revision_number': 1, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:12.471715 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-9d08a3f3-c0d8-4c53-a550-9f7c0ae14f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:12.473431 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-9d08a3f3-c0d8-4c53-a550-9f7c0ae14f15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.1237085 Apr 12 14:55:12.484806 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2ebd8-3834-4476-aea5-3223e9c65402 None None] The sync data for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi is: [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'caf2d167-82ea-467b-9b46-f3b137b99769', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'port_id': '7448f465-5339-4bd1-91a9-94095a601931', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'mac_address': 'fa:16:3e:ec:49:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:35Z', 'updated_at': '2022-04-12T14:55:10Z', 'revision_number': 1, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:55:12.485168 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-416cdb35-c22a-483a-9e8f-f26fcf60aeb8 req-2134a779-e393-4311-ac67-58fc82ea8aa9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703437 Apr 12 14:55:12.560993 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d76b-e371-4199-8e02-def47fe55c90 req-14c29762-47d6-47af-b4d0-23e3ac124ec3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:12.562622 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e2a1d76b-e371-4199-8e02-def47fe55c90 req-14c29762-47d6-47af-b4d0-23e3ac124ec3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.1258936 Apr 12 14:55:12.625168 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Publish callbacks [] for security_group (d44d33a7-5055-4c7b-ae38-d4213df04192), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:12.646151 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e2a1d76b-e371-4199-8e02-def47fe55c90 req-d3fcc8a1-690e-40bf-889b-d340c437a267 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759361 Apr 12 14:55:12.709502 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d44d33a7-5055-4c7b-ae38-d4213df04192), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:12.755596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d33a7-5055-4c7b-ae38-d4213df04192,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:12.763703 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c28253271804b05bdd9787c562b696c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758864 Apr 12 14:55:12.764094 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39272) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:12.766479 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.766823 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.767181 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.767522 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.767857 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.768184 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.768503 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.768834 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.769193 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.769483 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.769843 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.778980 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.779579 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.780018 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.780538 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ef265c-742b-46f4-ae63-5ca2bc4b90d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:12.843337 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Publish callbacks [] for security_group (d44d33a7-5055-4c7b-ae38-d4213df04192), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:12.882495 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Publish callbacks [] for security_group (d44d33a7-5055-4c7b-ae38-d4213df04192), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:13.028568 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d44d33a7-5055-4c7b-ae38-d4213df04192), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:13.031228 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:13.034837 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d44d33a7-5055-4c7b-ae38-d4213df04192 HTTP/1.1" status: 204 len: 168 time: 0.2672496 Apr 12 14:55:13.041225 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d33a7-5055-4c7b-ae38-d4213df04192,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:13.048780 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.049133 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.049497 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.049865 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.050288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.050626 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.050956 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.051288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.051627 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.051958 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.052302 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.052646 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.052969 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.053296 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.053616 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e6c364-98ee-46f1-a326-718a38cb6312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:55:13.098338 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c58a49-6736-4bad-b782-db81e1ba256b req-82b047cb-db97-4594-92b2-c24f4b2fece2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:13.099963 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0c58a49-6736-4bad-b782-db81e1ba256b req-82b047cb-db97-4594-92b2-c24f4b2fece2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0721350 Apr 12 14:55:13.160434 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0c58a49-6736-4bad-b782-db81e1ba256b req-3df277bd-460a-45ad-bad2-a4ca4fd8c447 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523891 Apr 12 14:55:13.292159 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53905479-3100-4000-8513-a966a17e336f None None] New status for floating IP caf2d167-82ea-467b-9b46-f3b137b99769: ACTIVE {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:55:13.656083 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa261d-794c-4aff-b7bb-c466278617f2 req-fb953e98-4976-44e2-a4bc-80c4a6dd442a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:13.660489 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cafa261d-794c-4aff-b7bb-c466278617f2 req-fb953e98-4976-44e2-a4bc-80c4a6dd442a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0710411 Apr 12 14:55:13.713972 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cafa261d-794c-4aff-b7bb-c466278617f2 req-41445fd1-af84-4199-8e32-a3e43b9fd8eb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Apr 12 14:55:13.797392 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e5e66-a467-47ef-a8fc-6934466a83bc req-c7a3b70a-d085-4112-903e-576c22743060 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:13.798904 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-839e5e66-a467-47ef-a8fc-6934466a83bc req-c7a3b70a-d085-4112-903e-576c22743060 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0536304 Apr 12 14:55:13.845951 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-839e5e66-a467-47ef-a8fc-6934466a83bc req-f4ee64e0-2259-442e-ab31-75b4d0bcfa09 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414581 Apr 12 14:55:14.161266 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39306) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:14.176228 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-670f95b8-397f-4397-bb40-2891b21ceaab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:14.279248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-670f95b8-397f-4397-bb40-2891b21ceaab admin admin] Publish callbacks [] for security_group (2dade0c0-5238-4079-99e0-382554dfad72), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:14.302110 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da6cf8-1025-40ad-9878-b22d0a5cf28d req-f6bff6ee-f659-436d-930c-d07f9b115d28 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:14.306844 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f2da6cf8-1025-40ad-9878-b22d0a5cf28d req-f6bff6ee-f659-436d-930c-d07f9b115d28 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0632784 Apr 12 14:55:14.347692 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-670f95b8-397f-4397-bb40-2891b21ceaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2dade0c0-5238-4079-99e0-382554dfad72), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:14.361196 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f2da6cf8-1025-40ad-9878-b22d0a5cf28d req-95348fd6-694d-433c-92dd-99732fd79c67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505750 Apr 12 14:55:14.390833 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-670f95b8-397f-4397-bb40-2891b21ceaab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30dea1b6f42440c1a11bf1956733a954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270288 Apr 12 14:55:14.390833 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f95b8-397f-4397-bb40-2891b21ceaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dade0c0-5238-4079-99e0-382554dfad72,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:14.392198 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39316) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:14.447460 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-776cf5c9-e6db-4469-968f-1e7ebee88104 admin admin] Publish callbacks [] for security_group (2dade0c0-5238-4079-99e0-382554dfad72), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:14.470192 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-776cf5c9-e6db-4469-968f-1e7ebee88104 admin admin] Publish callbacks [] for security_group (2dade0c0-5238-4079-99e0-382554dfad72), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:14.583079 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-776cf5c9-e6db-4469-968f-1e7ebee88104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2dade0c0-5238-4079-99e0-382554dfad72), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:14.586038 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-776cf5c9-e6db-4469-968f-1e7ebee88104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:14.587234 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-776cf5c9-e6db-4469-968f-1e7ebee88104 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dade0c0-5238-4079-99e0-382554dfad72 HTTP/1.1" status: 204 len: 168 time: 0.1920900 Apr 12 14:55:14.596574 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cf5c9-e6db-4469-968f-1e7ebee88104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dade0c0-5238-4079-99e0-382554dfad72,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:14.831995 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fe945-61e6-42f6-80a4-23f488f9df11 req-edb3575b-9f0f-4bcd-974e-54646fd7f920 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:14.833889 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b8fe945-61e6-42f6-80a4-23f488f9df11 req-edb3575b-9f0f-4bcd-974e-54646fd7f920 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0497942 Apr 12 14:55:14.892013 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b8fe945-61e6-42f6-80a4-23f488f9df11 req-9d23e137-d2de-4ed9-ae97-8d67d3fc5662 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Apr 12 14:55:14.939987 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39334) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:14.983340 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d3d79-9f05-429a-a426-15d87602ee37 req-50a1e703-b5b5-4586-b017-30e71759b85e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:14.984885 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d64d3d79-9f05-429a-a426-15d87602ee37 req-50a1e703-b5b5-4586-b017-30e71759b85e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0617561 Apr 12 14:55:15.042556 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d64d3d79-9f05-429a-a426-15d87602ee37 req-8d731378-6d04-47d9-9abe-6eecb2f5fa8b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503061 Apr 12 14:55:15.062125 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0fd29d6b-1460-4c9c-a2cd-49abaccc4e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.140599 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0fd29d6b-1460-4c9c-a2cd-49abaccc4e42 admin admin] Publish callbacks [] for security_group (0864147e-8428-4b3a-8ec1-242f4784b14e), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.198972 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-862a923a-fd52-41f6-b49c-80d2ecad9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:15.200485 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-862a923a-fd52-41f6-b49c-80d2ecad9169 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433085 Apr 12 14:55:15.235126 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0fd29d6b-1460-4c9c-a2cd-49abaccc4e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0864147e-8428-4b3a-8ec1-242f4784b14e), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.278611 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-0fd29d6b-1460-4c9c-a2cd-49abaccc4e42 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a8e8e4d6396423b82c4a338ca013509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375247 Apr 12 14:55:15.279438 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd29d6b-1460-4c9c-a2cd-49abaccc4e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0864147e-8428-4b3a-8ec1-242f4784b14e,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:15.281378 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39338) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:15.340701 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a58ded6c-665e-482d-b42c-73e980b1ac5c admin admin] Publish callbacks [] for security_group (0864147e-8428-4b3a-8ec1-242f4784b14e), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.381616 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39342) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:15.397350 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a58ded6c-665e-482d-b42c-73e980b1ac5c admin admin] Publish callbacks [] for security_group (0864147e-8428-4b3a-8ec1-242f4784b14e), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.417970 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db0b23a2-6dbf-45aa-b212-09815daefd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.451952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc45081-2893-431e-b3d6-7ed85847543b req-3744033d-6d92-44a4-a7d3-96aaf1ef954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:15.453470 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4cc45081-2893-431e-b3d6-7ed85847543b req-3744033d-6d92-44a4-a7d3-96aaf1ef954d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 1130 time: 0.1145785 Apr 12 14:55:15.454408 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7396e-1396-446a-99bc-12545ac57a4a req-7bb0df02-0941-462c-94e9-4b9e50533c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:15.456001 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2fd7396e-1396-446a-99bc-12545ac57a4a req-7bb0df02-0941-462c-94e9-4b9e50533c01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 1129 time: 0.1157389 Apr 12 14:55:15.457064 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bd917-3bfd-4d51-8509-0e33f779148f req-7f6a7bf3-48b7-4b2b-9c9a-0d88521e1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:15.458422 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f38bd917-3bfd-4d51-8509-0e33f779148f req-7f6a7bf3-48b7-4b2b-9c9a-0d88521e1181 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 1129 time: 0.0799897 Apr 12 14:55:15.560994 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedefbf-d870-4e8a-a426-a9fbadd2e403 req-d6630f9e-efec-4d24-a964-f28423509592 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:15.562560 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3cedefbf-d870-4e8a-a426-a9fbadd2e403 req-d6630f9e-efec-4d24-a964-f28423509592 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.1030631 Apr 12 14:55:15.594449 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-98c5ed6a-f553-4cac-b7c6-80b52983cd21 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380345 Apr 12 14:55:15.646580 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3cedefbf-d870-4e8a-a426-a9fbadd2e403 req-21c2ffa5-3055-427c-921d-b1fcb1bd677e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771065 Apr 12 14:55:15.656723 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db0b23a2-6dbf-45aa-b212-09815daefd92 admin admin] Publish callbacks [] for security_group (72e6b510-2e1d-4fa4-bbe7-e490ac722513), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.685643 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a58ded6c-665e-482d-b42c-73e980b1ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0864147e-8428-4b3a-8ec1-242f4784b14e), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.688256 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a58ded6c-665e-482d-b42c-73e980b1ac5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.690218 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-a58ded6c-665e-482d-b42c-73e980b1ac5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0864147e-8428-4b3a-8ec1-242f4784b14e HTTP/1.1" status: 204 len: 168 time: 0.4063892 Apr 12 14:55:15.702420 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ded6c-665e-482d-b42c-73e980b1ac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864147e-8428-4b3a-8ec1-242f4784b14e,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:15.742788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db0b23a2-6dbf-45aa-b212-09815daefd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (72e6b510-2e1d-4fa4-bbe7-e490ac722513), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.786643 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-db0b23a2-6dbf-45aa-b212-09815daefd92 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40b181e7aee14fb2b77a5038d72c88c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038513 Apr 12 14:55:15.788744 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b23a2-6dbf-45aa-b212-09815daefd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e6b510-2e1d-4fa4-bbe7-e490ac722513,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:15.789167 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39348) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:15.840900 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-268f5dcc-ba38-4222-9dfb-e324fba4397f admin admin] Publish callbacks [] for security_group (72e6b510-2e1d-4fa4-bbe7-e490ac722513), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.865456 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-268f5dcc-ba38-4222-9dfb-e324fba4397f admin admin] Publish callbacks [] for security_group (72e6b510-2e1d-4fa4-bbe7-e490ac722513), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.988509 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-268f5dcc-ba38-4222-9dfb-e324fba4397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (72e6b510-2e1d-4fa4-bbe7-e490ac722513), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.991119 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-268f5dcc-ba38-4222-9dfb-e324fba4397f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:15.995593 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-268f5dcc-ba38-4222-9dfb-e324fba4397f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72e6b510-2e1d-4fa4-bbe7-e490ac722513 HTTP/1.1" status: 204 len: 168 time: 0.2053478 Apr 12 14:55:16.008785 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f5dcc-ba38-4222-9dfb-e324fba4397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e6b510-2e1d-4fa4-bbe7-e490ac722513,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:16.024764 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a29f70-e9e5-48b1-a496-5d366b045c0d req-77004bc3-cdff-42e5-9ad2-8ee87e1d06ce tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:16.026952 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47a29f70-e9e5-48b1-a496-5d366b045c0d req-77004bc3-cdff-42e5-9ad2-8ee87e1d06ce tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0659344 Apr 12 14:55:16.106202 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47a29f70-e9e5-48b1-a496-5d366b045c0d req-dd034607-a604-4f66-b5ae-ab1d21b16c18 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547144 Apr 12 14:55:16.176636 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93937d-9a2e-433f-95ed-eaad90645bf4 req-9f8bdcf4-789f-4ec2-9e3b-76d40d60ae68 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:16.178124 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fa93937d-9a2e-433f-95ed-eaad90645bf4 req-9f8bdcf4-789f-4ec2-9e3b-76d40d60ae68 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0516441 Apr 12 14:55:16.225976 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fa93937d-9a2e-433f-95ed-eaad90645bf4 req-8d731d4f-3515-4e45-8db8-ed61be7712b4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411654 Apr 12 14:55:16.471279 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39376) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:16.487336 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-76aa9859-4e09-472b-b4bc-5c68cac11926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:16.696553 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbe0a9-a137-4f31-b801-f8e1dcb636ce req-16c18bcd-ba0e-4791-9eb6-7c66054d8546 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574388 Apr 12 14:55:16.795836 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99321c-9a46-41c2-a1be-f87dafd67f8c req-e73b6ebf-d4b0-49eb-884a-3d9a517b645b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:16.797816 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d99321c-9a46-41c2-a1be-f87dafd67f8c req-e73b6ebf-d4b0-49eb-884a-3d9a517b645b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0581472 Apr 12 14:55:16.872900 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f38bd917-3bfd-4d51-8509-0e33f779148f req-87d80f41-5b65-443a-9452-b23e9453e50e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3303499 Apr 12 14:55:16.877349 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d99321c-9a46-41c2-a1be-f87dafd67f8c req-65e2cb8d-7e5c-47a0-9572-556de317c8e6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713029 Apr 12 14:55:16.912818 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4cc45081-2893-431e-b3d6-7ed85847543b req-78185a04-b386-4dda-8c6c-68920578a01a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716083 Apr 12 14:55:16.949679 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2fd7396e-1396-446a-99bc-12545ac57a4a req-9d6d842d-8669-4079-91c5-8c4582f0bf16 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061530 Apr 12 14:55:16.973591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-76aa9859-4e09-472b-b4bc-5c68cac11926 admin admin] Publish callbacks [] for security_group (54724e78-edda-4858-9556-bb8c40f14b5a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:17.057679 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-76aa9859-4e09-472b-b4bc-5c68cac11926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (54724e78-edda-4858-9556-bb8c40f14b5a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:17.099073 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-76aa9859-4e09-472b-b4bc-5c68cac11926 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83060dd39ae743bea4333c2b7a7b6f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267085 Apr 12 14:55:17.101400 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa9859-4e09-472b-b4bc-5c68cac11926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54724e78-edda-4858-9556-bb8c40f14b5a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:17.101972 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39402) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:17.178087 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7e17d390-e98a-4434-9f5f-55307a0a0488 admin admin] Publish callbacks [] for security_group (54724e78-edda-4858-9556-bb8c40f14b5a), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:17.231257 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8899d-8583-4bc2-97ad-4c610754bffb req-110ed7b3-5819-46d8-97b9-5808264ab94c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:17.235008 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-41c8899d-8583-4bc2-97ad-4c610754bffb req-110ed7b3-5819-46d8-97b9-5808264ab94c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0726612 Apr 12 14:55:17.239022 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7e17d390-e98a-4434-9f5f-55307a0a0488 admin admin] Publish callbacks [] for security_group (54724e78-edda-4858-9556-bb8c40f14b5a), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:17.331067 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-41c8899d-8583-4bc2-97ad-4c610754bffb req-f5e7eb41-5c48-4922-b316-deb7d723baa6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899453 Apr 12 14:55:17.368110 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c2084-a750-4cee-951b-f3f726dc0fdd req-6406c6be-45be-42a6-a168-9d7b6626034a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:17.370754 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c2c2084-a750-4cee-951b-f3f726dc0fdd req-6406c6be-45be-42a6-a168-9d7b6626034a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0592566 Apr 12 14:55:17.423988 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c2c2084-a750-4cee-951b-f3f726dc0fdd req-4a34caf5-120f-4b68-8371-c4f84245d7ae tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453489 Apr 12 14:55:17.434267 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7e17d390-e98a-4434-9f5f-55307a0a0488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (54724e78-edda-4858-9556-bb8c40f14b5a), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:17.436770 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7e17d390-e98a-4434-9f5f-55307a0a0488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:17.438980 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-7e17d390-e98a-4434-9f5f-55307a0a0488 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54724e78-edda-4858-9556-bb8c40f14b5a HTTP/1.1" status: 204 len: 168 time: 0.3360133 Apr 12 14:55:17.449562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17d390-e98a-4434-9f5f-55307a0a0488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54724e78-edda-4858-9556-bb8c40f14b5a,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:18.007357 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab2a02-224f-401d-9737-34e557c63439 req-85946de9-9a57-448e-b36b-92649af7ebc7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:18.008922 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06ab2a02-224f-401d-9737-34e557c63439 req-85946de9-9a57-448e-b36b-92649af7ebc7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0624940 Apr 12 14:55:18.069092 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06ab2a02-224f-401d-9737-34e557c63439 req-fd3bde59-ac0f-4071-af1b-9db5c47c52d6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529549 Apr 12 14:55:18.454599 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5ece1-7d7b-4e60-95ec-f9d8ec434323 req-fadd48f3-aa82-4d3f-b7b7-1fefe30b5c28 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:18.456470 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80e5ece1-7d7b-4e60-95ec-f9d8ec434323 req-fadd48f3-aa82-4d3f-b7b7-1fefe30b5c28 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0521016 Apr 12 14:55:18.537142 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80e5ece1-7d7b-4e60-95ec-f9d8ec434323 req-41358a43-4a91-454a-8801-e103c4c694ec tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749476 Apr 12 14:55:18.557470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa5f7-7dde-43a5-b710-05326d70c6a9 req-5669e312-d219-4045-8d39-a6e9b66c6cfb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:18.567153 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4cfa5f7-7dde-43a5-b710-05326d70c6a9 req-5669e312-d219-4045-8d39-a6e9b66c6cfb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0578685 Apr 12 14:55:18.616487 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4cfa5f7-7dde-43a5-b710-05326d70c6a9 req-b44672ab-1a9d-444e-b214-b02b73008f05 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516708 Apr 12 14:55:19.254508 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328153d-d256-4946-90ed-514537a90906 req-05ed7c2d-fbfb-42f8-bff6-4a6cffd13d12 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:19.256120 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0328153d-d256-4946-90ed-514537a90906 req-05ed7c2d-fbfb-42f8-bff6-4a6cffd13d12 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0797830 Apr 12 14:55:19.312081 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0328153d-d256-4946-90ed-514537a90906 req-2e47b88e-ce53-412a-b982-688b3607d658 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478334 Apr 12 14:55:19.518663 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:55:19.661768 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea42423-6165-427a-83c5-81421761113f req-da37d3ab-ad98-4ea9-b666-2786cb16731e tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:19.663208 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bea42423-6165-427a-83c5-81421761113f req-da37d3ab-ad98-4ea9-b666-2786cb16731e tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0763557 Apr 12 14:55:19.686511 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed2a2-069d-4c95-be7a-f6cde28a3bad req-8968a81b-c551-49f0-9ae3-3533a0988a0f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:19.687967 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5e0ed2a2-069d-4c95-be7a-f6cde28a3bad req-8968a81b-c551-49f0-9ae3-3533a0988a0f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0665042 Apr 12 14:55:19.759835 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bea42423-6165-427a-83c5-81421761113f req-5d784639-9ec7-42dc-ad25-9e7d1f169458 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881963 Apr 12 14:55:19.767181 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5e0ed2a2-069d-4c95-be7a-f6cde28a3bad req-2968a9fe-e7f4-40ee-b952-1ccc26ba803e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690713 Apr 12 14:55:19.869185 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdf98c-a156-4d57-acce-55c3833a18a6 req-39279bf9-14cc-453a-881b-3db3313e5401 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:19.870814 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ecdf98c-a156-4d57-acce-55c3833a18a6 req-39279bf9-14cc-453a-881b-3db3313e5401 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Apr 12 14:55:19.923233 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ecdf98c-a156-4d57-acce-55c3833a18a6 req-0447d396-6e3f-455a-9f82-5204e997d02a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462766 Apr 12 14:55:20.066551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57fd9-8eef-4981-904f-07ed445446aa req-6359ba83-78db-41a6-a88d-90e6b6915917 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:20.069333 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b8f57fd9-8eef-4981-904f-07ed445446aa req-6359ba83-78db-41a6-a88d-90e6b6915917 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0733068 Apr 12 14:55:20.077475 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39538) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:20.082681 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:55:20.143474 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (06b4e358-1db3-470e-aaca-5d842316169d), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:20.462610 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6af6a-8c1b-49c4-a4a6-f5ef19f31ef0 req-cdc99827-3a2f-44ad-9884-c52952de7c2f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:20.464153 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cda6af6a-8c1b-49c4-a4a6-f5ef19f31ef0 req-cdc99827-3a2f-44ad-9884-c52952de7c2f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0600183 Apr 12 14:55:20.532944 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cda6af6a-8c1b-49c4-a4a6-f5ef19f31ef0 req-cc631a82-a3a9-4aef-99ed-9fc9c9155694 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568242 Apr 12 14:55:20.638094 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:20.647672 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1dd27a-38e1-4572-8f81-ec45b7e117a6 req-a007b146-5046-4188-a051-d1c1e4aad9ac tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:20.649159 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df1dd27a-38e1-4572-8f81-ec45b7e117a6 req-a007b146-5046-4188-a051-d1c1e4aad9ac tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0473964 Apr 12 14:55:20.658538 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39560) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:20.663072 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'floatingip': {'port_id': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:55:20.737971 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:20.772676 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (06b4e358-1db3-470e-aaca-5d842316169d), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:20.925108 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP 06b4e358-1db3-470e-aaca-5d842316169d associated. External IP: 172.27.2.4, port: 83c56c7d-fadb-4e42-871f-2399e0153f94. Apr 12 14:55:20.996921 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7135e19-7814-4bab-9513-09c13bd9f273 req-9e2ea6e1-5c36-4677-a26d-94f0eb08e3ef tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:20.998647 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c7135e19-7814-4bab-9513-09c13bd9f273 req-9e2ea6e1-5c36-4677-a26d-94f0eb08e3ef tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1434567 Apr 12 14:55:21.007710 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538e5b2-dd3f-4be3-b8d8-0012f5c7b82a req-fad3696b-d776-4a2f-8494-ac87c20daa06 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:21.009397 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4538e5b2-dd3f-4be3-b8d8-0012f5c7b82a req-fad3696b-d776-4a2f-8494-ac87c20daa06 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.1286378 Apr 12 14:55:21.144957 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c7135e19-7814-4bab-9513-09c13bd9f273 req-ab6c35ea-e206-40de-9330-d9737ce3082c tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344087 Apr 12 14:55:21.150611 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4538e5b2-dd3f-4be3-b8d8-0012f5c7b82a req-19621bb9-e71e-4d33-9e93-61a455f92cfb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238029 Apr 12 14:55:21.192403 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:55:21.381236 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:55:21.388803 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:21.393413 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:55:21.416487 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:55:21.418495 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:55:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:21.425770 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-6ebbd59e-f4dd-4f04-800d-50e15d863870 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "PUT /v2.0/floatingips/06b4e358-1db3-470e-aaca-5d842316169d HTTP/1.1" status: 200 len: 989 time: 1.3470776 Apr 12 14:55:21.428141 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:55:21.429730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:55:21.465984 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39586) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:21.512879 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd7baad-933f-4cdf-90e1-5b6b115d2c7e x-openstack-request-id: req-9bd7baad-933f-4cdf-90e1-5b6b115d2c7e {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:55:21.512879 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:55:21.512879 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bd7baad-933f-4cdf-90e1-5b6b115d2c7e {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:55:21.512879 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd7baad-933f-4cdf-90e1-5b6b115d2c7e'] response: {'name': 'network-changed', 'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'status': 'completed', 'code': 200} Apr 12 14:55:21.594863 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:55:21.625208 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3030de0-0829-4aba-a268-ce367763f595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:21.715372 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3030de0-0829-4aba-a268-ce367763f595 admin admin] Publish callbacks [] for security_group (9a79a623-d558-484e-b9af-73f5898d0e8c), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:21.861915 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3030de0-0829-4aba-a268-ce367763f595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (9a79a623-d558-484e-b9af-73f5898d0e8c), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:21.886980 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4ea62-6230-405b-a259-ed21da53b89b req-9257bdf5-887d-4c15-b57d-57b11dfd0df5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:21.888575 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6fa4ea62-6230-405b-a259-ed21da53b89b req-9257bdf5-887d-4c15-b57d-57b11dfd0df5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.1116362 Apr 12 14:55:21.927151 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3030de0-0829-4aba-a268-ce367763f595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a79a623-d558-484e-b9af-73f5898d0e8c,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:21.934467 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f3030de0-0829-4aba-a268-ce367763f595 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27aecaa965c3495c852eb105a645659e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4642289 Apr 12 14:55:21.935080 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39594) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:21.968129 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:20Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:22.008685 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:55:22.020913 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:55:22.021668 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:55:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:22.097137 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6fa4ea62-6230-405b-a259-ed21da53b89b req-ead9e7de-eccd-4916-a625-9c2b838f5753 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939921 Apr 12 14:55:22.099091 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:22.123938 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b30e-db58-47d7-b401-1dc554f95bb0 admin admin] Publish callbacks [] for security_group (9a79a623-d558-484e-b9af-73f5898d0e8c), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:22.152261 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b30e-db58-47d7-b401-1dc554f95bb0 admin admin] Publish callbacks [] for security_group (9a79a623-d558-484e-b9af-73f5898d0e8c), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:22.163071 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:55:22.222839 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:22.291698 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b30e-db58-47d7-b401-1dc554f95bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (9a79a623-d558-484e-b9af-73f5898d0e8c), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:22.294245 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5cd4b30e-db58-47d7-b401-1dc554f95bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:22.295355 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5cd4b30e-db58-47d7-b401-1dc554f95bb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a79a623-d558-484e-b9af-73f5898d0e8c HTTP/1.1" status: 204 len: 168 time: 0.3592088 Apr 12 14:55:22.331471 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4b30e-db58-47d7-b401-1dc554f95bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a79a623-d558-484e-b9af-73f5898d0e8c,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:22.375021 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103d53e-e902-4f03-8e3e-52a3cec3649b req-b64a13cc-d997-4c91-acf6-1bf63e2d42a6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:22.382264 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6103d53e-e902-4f03-8e3e-52a3cec3649b req-b64a13cc-d997-4c91-acf6-1bf63e2d42a6 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.1242824 Apr 12 14:55:22.428837 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:20Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:22.442539 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.l3_db [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Floating IP 4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa associated. External IP: 172.27.2.162, port: 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77. Apr 12 14:55:22.449069 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6103d53e-e902-4f03-8e3e-52a3cec3649b req-83453f4a-bd9d-4b92-94b6-977a6f22b17f tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659940 Apr 12 14:55:22.461032 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ab38a-2537-4ab1-81bd-a73e07e98c62 None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:20Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:55:22.700034 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Router c22de5c5-fff7-4c3f-94ea-674c5536ce22 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:55:22.701926 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e4c65-8a88-40fc-984d-04051d908604 None None] New status for floating IP 06b4e358-1db3-470e-aaca-5d842316169d: ACTIVE {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:55:22.818832 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:55:22.823953 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:22.834229 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] Sync routers for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:55:22.846377 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:55:22.847248 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:55:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:22.858993 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-55190ef2-d8f2-4982-9aa6-ec7c11b04a67 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "PUT /v2.0/floatingips/4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa HTTP/1.1" status: 200 len: 991 time: 2.1990776 Apr 12 14:55:22.859625 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:55:22.863203 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:55:22.914586 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407ed9a4-1a5f-47e7-af97-914fa3e42da9 x-openstack-request-id: req-407ed9a4-1a5f-47e7-af97-914fa3e42da9 {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:55:22.916853 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:55:22.921907 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-407ed9a4-1a5f-47e7-af97-914fa3e42da9 {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:55:22.924386 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407ed9a4-1a5f-47e7-af97-914fa3e42da9'] response: {'name': 'network-changed', 'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'status': 'completed', 'code': 200} Apr 12 14:55:22.980989 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:55:23.211989 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'port_id': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'mac_address': 'fa:16:3e:48:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:31Z', 'updated_at': '2022-04-12T14:55:21Z', 'revision_number': 1, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:23.229448 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d38a7-cec6-4171-9cb8-037b75efe7c9 req-f6c70afd-a014-4081-b022-c20ff0a07235 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:23.230412 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39622) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:23.230926 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a27d38a7-cec6-4171-9cb8-037b75efe7c9 req-f6c70afd-a014-4081-b022-c20ff0a07235 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0582783 Apr 12 14:55:23.245751 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-54fc1842-9dd1-4b27-aed0-3632898a2789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:23.251013 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] Checking router: c22de5c5-fff7-4c3f-94ea-674c5536ce22 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:55:23.260187 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:55:23.260814 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:55:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:23.283621 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a27d38a7-cec6-4171-9cb8-037b75efe7c9 req-5b382fb0-ac4c-4c7f-8b5e-74f4e1ba75a3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Apr 12 14:55:23.326520 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-54fc1842-9dd1-4b27-aed0-3632898a2789 admin admin] Publish callbacks [] for security_group (a3a77c14-0c06-4d25-ba67-66db8fec50c5), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:23.379908 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:55:23.382175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-54fc1842-9dd1-4b27-aed0-3632898a2789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a3a77c14-0c06-4d25-ba67-66db8fec50c5), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:23.423519 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-54fc1842-9dd1-4b27-aed0-3632898a2789 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d45e03fd518a4f91be9ac6b16ead544b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913493 Apr 12 14:55:23.425573 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc1842-9dd1-4b27-aed0-3632898a2789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a77c14-0c06-4d25-ba67-66db8fec50c5,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:23.426399 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39626) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:23.490008 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b35c47e1-58a5-4d56-abd3-4d99e45962ea admin admin] Publish callbacks [] for security_group (a3a77c14-0c06-4d25-ba67-66db8fec50c5), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:23.513830 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b35c47e1-58a5-4d56-abd3-4d99e45962ea admin admin] Publish callbacks [] for security_group (a3a77c14-0c06-4d25-ba67-66db8fec50c5), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:23.590134 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe84639-ac3b-4a37-a72c-6cce6cd187cb req-17b7e8fb-0d49-4645-8bf2-667bcb4f0ed7 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:23.591685 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3fe84639-ac3b-4a37-a72c-6cce6cd187cb req-17b7e8fb-0d49-4645-8bf2-667bcb4f0ed7 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0668254 Apr 12 14:55:23.625399 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'port_id': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'mac_address': 'fa:16:3e:48:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:31Z', 'updated_at': '2022-04-12T14:55:21Z', 'revision_number': 1, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:23.643016 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3fe84639-ac3b-4a37-a72c-6cce6cd187cb req-60e8a993-9b58-465c-9cc1-d10b0ce67812 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451183 Apr 12 14:55:23.653247 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af91aed-f4df-4b50-ab48-30a97d7dbefb None None] The sync data for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi is: [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'port_id': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'mac_address': 'fa:16:3e:48:79:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:31Z', 'updated_at': '2022-04-12T14:55:21Z', 'revision_number': 1, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:55:23.754055 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b35c47e1-58a5-4d56-abd3-4d99e45962ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a3a77c14-0c06-4d25-ba67-66db8fec50c5), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:23.762036 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b35c47e1-58a5-4d56-abd3-4d99e45962ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:23.762036 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b35c47e1-58a5-4d56-abd3-4d99e45962ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a3a77c14-0c06-4d25-ba67-66db8fec50c5 HTTP/1.1" status: 204 len: 168 time: 0.3303614 Apr 12 14:55:23.769149 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c47e1-58a5-4d56-abd3-4d99e45962ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a77c14-0c06-4d25-ba67-66db8fec50c5,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:24.296084 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c37f6-2ca4-42ee-adb3-938f76e145f3 None None] New status for floating IP 4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa: ACTIVE {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:55:24.413724 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff900f-d7fa-49ca-b8f2-2b5f87b34a0e req-dd4b78c1-40e6-4aba-b6d3-b19d56ece5c8 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:24.416701 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-16ff900f-d7fa-49ca-b8f2-2b5f87b34a0e req-dd4b78c1-40e6-4aba-b6d3-b19d56ece5c8 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0571089 Apr 12 14:55:24.483861 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-16ff900f-d7fa-49ca-b8f2-2b5f87b34a0e req-a0681187-1510-418b-b155-21949f3929b7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565064 Apr 12 14:55:24.774339 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ed1d9-b40f-48f0-90af-69f9b3a1c2e9 req-6ccb642e-ba13-4237-a31d-5cb33b9cbaa4 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:24.776493 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8c0ed1d9-b40f-48f0-90af-69f9b3a1c2e9 req-6ccb642e-ba13-4237-a31d-5cb33b9cbaa4 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0480390 Apr 12 14:55:24.824131 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8c0ed1d9-b40f-48f0-90af-69f9b3a1c2e9 req-d85be97e-5e63-47f6-88e2-1bbe6d873f2b tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Apr 12 14:55:25.367616 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-aeb700dd-edcb-4d6a-bd36-f040e001c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.370932 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-aeb700dd-edcb-4d6a-bd36-f040e001c159 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 1129 time: 0.0746877 Apr 12 14:55:25.373571 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-a5856059-7ae3-4332-b03a-430be0dbc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.377020 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-a5856059-7ae3-4332-b03a-430be0dbc0c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 1129 time: 0.0713210 Apr 12 14:55:25.592699 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-d6a19f8b-1820-4c1b-b041-16559e258b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.595169 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-d6a19f8b-1820-4c1b-b041-16559e258b06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 1130 time: 0.1431732 Apr 12 14:55:25.640301 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-444f8c5f-90c2-4c9d-882b-5435ffa6ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.641662 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-444f8c5f-90c2-4c9d-882b-5435ffa6ef1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 917 time: 0.2149556 Apr 12 14:55:25.644909 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-cba11d3c-87db-45af-805f-1923422738d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.646396 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-cba11d3c-87db-45af-805f-1923422738d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 915 time: 0.2209921 Apr 12 14:55:25.652594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a52476-6c20-4d31-8ad3-3cc5c3fc311f req-448fb344-3543-4d12-8f6d-90f8a48ab46d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.654172 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0a52476-6c20-4d31-8ad3-3cc5c3fc311f req-448fb344-3543-4d12-8f6d-90f8a48ab46d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0673764 Apr 12 14:55:25.707204 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0a52476-6c20-4d31-8ad3-3cc5c3fc311f req-d9e2db99-9f6a-4b41-8cc5-5bc96f7c9a1b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470505 Apr 12 14:55:25.898266 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-056a3aa7-a564-4ccd-aadb-2f282fba93f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83c56c7d-fadb-4e42-871f-2399e0153f94 HTTP/1.1" status: 200 len: 999 time: 0.1975868 Apr 12 14:55:25.904273 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-a48853d0-ad30-4ef2-bcba-882d09346fad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 HTTP/1.1" status: 200 len: 1001 time: 0.2065442 Apr 12 14:55:25.944478 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f07b2a-54e5-496c-b60b-bec49b36d6cd req-64caf74b-392d-4b8f-9cfe-489022648ee8 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.946809 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0f07b2a-54e5-496c-b60b-bec49b36d6cd req-64caf74b-392d-4b8f-9cfe-489022648ee8 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0515318 Apr 12 14:55:25.997266 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-0ae9c179-36a6-4b64-a254-7fddc972cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:25.998767 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-0ae9c179-36a6-4b64-a254-7fddc972cef7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.2997277 Apr 12 14:55:26.003696 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-e5c40b1d-11cb-46ed-83ca-2f5fd2b557eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:26.005067 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-e5c40b1d-11cb-46ed-83ca-2f5fd2b557eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.0999579 Apr 12 14:55:26.029348 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0f07b2a-54e5-496c-b60b-bec49b36d6cd req-54032a0d-3ebc-4a08-8e0d-9b86e716c3c7 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/security-groups?id=76674c33-5cb7-45b2-9f43-664d3b8e4628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748785 Apr 12 14:55:26.037202 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-b90b85a5-9d93-4b04-ae8f-94eb60bb0315 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:26.038664 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-b90b85a5-9d93-4b04-ae8f-94eb60bb0315 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 945 time: 0.0628240 Apr 12 14:55:26.055354 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-6ad6979f-5f23-4e9c-9d55-159e588a376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:26.056843 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-6ad6979f-5f23-4e9c-9d55-159e588a376e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.1225548 Apr 12 14:55:26.075419 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-238dcfba-3a87-4048-a1c1-b7d374762edc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 HTTP/1.1" status: 200 len: 217 time: 0.0613832 Apr 12 14:55:26.156310 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-f6172f8a-05c6-417c-8d13-ac87b61fce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:26.158730 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-f6172f8a-05c6-417c-8d13-ac87b61fce62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1439297 Apr 12 14:55:26.163122 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-c29c9b52-73e0-4a8f-a323-8108c99e148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:26.165587 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-c29c9b52-73e0-4a8f-a323-8108c99e148e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920758 Apr 12 14:55:26.207961 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Deleting port 9f9def6f-5f72-486a-9964-ccea9979c6f0 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:55:26.208387 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:26.268458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-27cb6a9e-4377-4c3c-be1d-fada8db0fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:26.270397 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-27cb6a9e-4377-4c3c-be1d-fada8db0fafa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.1851616 Apr 12 14:55:26.342601 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] For port 9f9def6f-5f72-486a-9964-ccea9979c6f0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9f9def6f-5f72-486a-9964-ccea9979c6f0,segment=NetworkSegment(a5db16a2-adda-431b-b4ca-53ed5eed0504),segment_id=a5db16a2-adda-431b-b4ca-53ed5eed0504)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:55:26.343156 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:26.364379 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Calling delete_port for 9f9def6f-5f72-486a-9964-ccea9979c6f0 owned by compute:nova {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:55:26.387374 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-8a41d425-c51d-49d1-80aa-e74fec4104e8 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075663 Apr 12 14:55:26.391686 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-0363c95d-66c9-4032-b6f8-1c6f2653c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:26.393417 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-0363c95d-66c9-4032-b6f8-1c6f2653c66b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079435 Apr 12 14:55:26.640295 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (9f9def6f-5f72-486a-9964-ccea9979c6f0), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:26.656589 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['9f9def6f-5f72-486a-9964-ccea9979c6f0'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:55:26.671288 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Pushing event deleted for resources: {'Port': ['ID=9f9def6f-5f72-486a-9964-ccea9979c6f0,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:26.801962 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-433219aa-abdb-4aea-88fd-4b71bc9b52d1 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210337 Apr 12 14:55:26.813656 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] No DVR routers for this DVR port 9f9def6f-5f72-486a-9964-ccea9979c6f0 on host hv-cinder-83752 {{(pid=110562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:55:26.836746 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:26.836746 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d6297470-855a-45fc-85c1-3be3de0efc7b req-d0843627-ba06-48da-9eee-ad8f2064ebb1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.57 "DELETE /v2.0/ports/9f9def6f-5f72-486a-9964-ccea9979c6f0 HTTP/1.1" status: 204 len: 173 time: 0.7895896 Apr 12 14:55:26.836746 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d708580-277c-46d3-9972-57055255f9b9', 'name': 'network-vif-deleted', 'tag': '9f9def6f-5f72-486a-9964-ccea9979c6f0'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:55:26.840109 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029571c5-e8ab-4ee4-b41b-b7f0e47ae314" -d '{"events": [{"server_uuid": "1d708580-277c-46d3-9972-57055255f9b9", "name": "network-vif-deleted", "tag": "9f9def6f-5f72-486a-9964-ccea9979c6f0"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:55:26.955930 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fd12e72-ef8c-4c1f-b92d-80523f32f3d1 req-1619dd6e-6248-4958-8670-5b652e0d2b18 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599642 Apr 12 14:55:26.990751 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-d163dfe7-569d-4f0f-8eb7-460cfb05045a service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836282 Apr 12 14:55:26.997842 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3f9fdb65-d6ae-4b57-b02d-7bacfaffcdf4 req-796805f7-a37b-4f16-b00a-29c05a5a169e service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776111 Apr 12 14:55:27.075470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f56a6bf-2eec-4c0f-8a01-b7a1d7c5ce0e x-openstack-request-id: req-4f56a6bf-2eec-4c0f-8a01-b7a1d7c5ce0e {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:55:27.076107 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d708580-277c-46d3-9972-57055255f9b9", "name": "network-vif-deleted", "tag": "9f9def6f-5f72-486a-9964-ccea9979c6f0", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:55:27.076560 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f56a6bf-2eec-4c0f-8a01-b7a1d7c5ce0e {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:55:27.077158 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f56a6bf-2eec-4c0f-8a01-b7a1d7c5ce0e'] response: {'server_uuid': '1d708580-277c-46d3-9972-57055255f9b9', 'name': 'network-vif-deleted', 'tag': '9f9def6f-5f72-486a-9964-ccea9979c6f0', 'status': 'completed', 'code': 200} Apr 12 14:55:27.121318 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197761d1-048c-43e4-ad96-3ea7ca44248a req-b321289b-b335-4a44-8f54-3fb9f794c5e6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:27.123345 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-197761d1-048c-43e4-ad96-3ea7ca44248a req-b321289b-b335-4a44-8f54-3fb9f794c5e6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.3117008 Apr 12 14:55:27.136656 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-83d1a752-f945-47a4-b340-ef1cada4d2c8 req-9fe55024-5c73-4418-976e-c7bf56a74277 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248631 Apr 12 14:55:27.186971 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-89c23b26-c1b2-4e8e-a861-92e27b1dc59b req-8aaf2f2d-3b53-4011-95f2-98d76ab0b0d5 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0466869 Apr 12 14:55:27.220441 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-197761d1-048c-43e4-ad96-3ea7ca44248a req-afb4e8b2-6853-4c8b-b3e2-3bbd22c6ea8f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821748 Apr 12 14:55:27.281298 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39724) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:27.395964 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e93b385d-a5f3-47ae-8d9f-1c7c4e6f5cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.451412 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0ad05b91-4b66-47d9-b9b6-0310f15edc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.484946 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e93b385d-a5f3-47ae-8d9f-1c7c4e6f5cd7 admin admin] Publish callbacks [] for security_group (1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.576569 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e93b385d-a5f3-47ae-8d9f-1c7c4e6f5cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.615664 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b385d-a5f3-47ae-8d9f-1c7c4e6f5cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:27.620038 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e93b385d-a5f3-47ae-8d9f-1c7c4e6f5cd7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd7a1dbc842049518d9754f115008f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376622 Apr 12 14:55:27.623488 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39728) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:27.677091 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b718125e-e366-4f3c-b2ab-3fcdc8dead51 admin admin] Publish callbacks [] for security_group (1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.700295 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b718125e-e366-4f3c-b2ab-3fcdc8dead51 admin admin] Publish callbacks [] for security_group (1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.845369 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b718125e-e366-4f3c-b2ab-3fcdc8dead51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.848025 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b718125e-e366-4f3c-b2ab-3fcdc8dead51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:27.849148 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b718125e-e366-4f3c-b2ab-3fcdc8dead51 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc HTTP/1.1" status: 204 len: 168 time: 0.2246783 Apr 12 14:55:27.857734 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718125e-e366-4f3c-b2ab-3fcdc8dead51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbcf99e-7ecf-43ff-a509-9cc79a56d9dc,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:28.318009 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0080409f-87b8-4838-b746-0007d5c3a4f2 req-3ababafc-a530-4f93-a589-a4214f8cb5c1 tempest-DeleteServersTestJSON-1946837409 tempest-DeleteServersTestJSON-1946837409-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d708580-277c-46d3-9972-57055255f9b9 HTTP/1.1" status: 200 len: 210 time: 0.0373902 Apr 12 14:55:28.354936 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a60439-8860-4c04-976b-3282baf07961 req-67a1c485-204e-46fa-9183-a474e939454f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:28.356586 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-56a60439-8860-4c04-976b-3282baf07961 req-67a1c485-204e-46fa-9183-a474e939454f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0649235 Apr 12 14:55:28.419263 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-56a60439-8860-4c04-976b-3282baf07961 req-98a31d1f-6056-46d0-90a3-7d16aa30b523 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570755 Apr 12 14:55:28.574508 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39754) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:28.590091 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c104806d-0894-4658-9cd7-7f22d0c800e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:28.674805 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c104806d-0894-4658-9cd7-7f22d0c800e5 admin admin] Publish callbacks [] for security_group (1dba2b6e-7801-4884-9198-8da7d7086e5b), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:28.809973 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c104806d-0894-4658-9cd7-7f22d0c800e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1dba2b6e-7801-4884-9198-8da7d7086e5b), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:28.855673 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c104806d-0894-4658-9cd7-7f22d0c800e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68b6bbce90c74d1190d97b47b4e25743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769463 Apr 12 14:55:28.855673 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104806d-0894-4658-9cd7-7f22d0c800e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba2b6e-7801-4884-9198-8da7d7086e5b,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:28.855933 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39760) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:28.904240 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1129e9f1-dafe-4a4c-a65b-3f378c4796ff admin admin] Publish callbacks [] for security_group (1dba2b6e-7801-4884-9198-8da7d7086e5b), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:28.925365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1129e9f1-dafe-4a4c-a65b-3f378c4796ff admin admin] Publish callbacks [] for security_group (1dba2b6e-7801-4884-9198-8da7d7086e5b), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:29.062295 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1129e9f1-dafe-4a4c-a65b-3f378c4796ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1dba2b6e-7801-4884-9198-8da7d7086e5b), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:29.064878 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1129e9f1-dafe-4a4c-a65b-3f378c4796ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:29.066049 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1129e9f1-dafe-4a4c-a65b-3f378c4796ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dba2b6e-7801-4884-9198-8da7d7086e5b HTTP/1.1" status: 204 len: 168 time: 0.2090750 Apr 12 14:55:29.075502 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129e9f1-dafe-4a4c-a65b-3f378c4796ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba2b6e-7801-4884-9198-8da7d7086e5b,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:29.585418 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a413c77-f1f9-4564-bad7-f9d60cbac094 req-2196e1f6-e342-4cf3-8b3f-06d1b1a71e11 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:29.585418 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a413c77-f1f9-4564-bad7-f9d60cbac094 req-2196e1f6-e342-4cf3-8b3f-06d1b1a71e11 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0699363 Apr 12 14:55:29.649976 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a413c77-f1f9-4564-bad7-f9d60cbac094 req-cb3118f6-f1a2-4e55-af40-340e336f6df5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608308 Apr 12 14:55:29.934676 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9f9def6f-5f72-486a-9964-ccea9979c6f0 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:55:29.962548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 9f9def6f-5f72-486a-9964-ccea9979c6f0 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:55:29.963123 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9f9def6f-5f72-486a-9964-ccea9979c6f0 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:55:30.118936 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-eca6488f-0afe-4b74-bb1f-e1ad9dc4c88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:30.630959 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39824) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:30.765799 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-57a348e1-1d79-4439-aa0d-b6dafbce0b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:30.787375 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f217a2-86b0-43bf-bb1f-dc693d84569c req-81785955-0049-4f6c-820b-4f9ff8a1838a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:30.788831 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-65f217a2-86b0-43bf-bb1f-dc693d84569c req-81785955-0049-4f6c-820b-4f9ff8a1838a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0705187 Apr 12 14:55:30.865280 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-65f217a2-86b0-43bf-bb1f-dc693d84569c req-34f65362-83fd-48ee-bfa1-212d72cc6b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696998 Apr 12 14:55:30.903874 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-57a348e1-1d79-4439-aa0d-b6dafbce0b97 admin admin] Publish callbacks [] for security_group (ad94cf74-5db4-49f0-bfc3-8a343baaa8dd), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.010997 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-57a348e1-1d79-4439-aa0d-b6dafbce0b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ad94cf74-5db4-49f0-bfc3-8a343baaa8dd), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.050786 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39846) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:31.058918 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-57a348e1-1d79-4439-aa0d-b6dafbce0b97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d8dc3b9fefb41bda0c92d45a8c52726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240513 Apr 12 14:55:31.059332 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39848) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:31.065445 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a348e1-1d79-4439-aa0d-b6dafbce0b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94cf74-5db4-49f0-bfc3-8a343baaa8dd,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:31.104417 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] Deleting subnet 7fca068a-3ad0-4a40-9d46-4a6b532b2b59 {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:55:31.107984 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] Publish callbacks [] for subnet (7fca068a-3ad0-4a40-9d46-4a6b532b2b59), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.121927 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-18c987db-20cc-4561-86cb-64669375a3e0 admin admin] Publish callbacks [] for security_group (ad94cf74-5db4-49f0-bfc3-8a343baaa8dd), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.155576 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-18c987db-20cc-4561-86cb-64669375a3e0 admin admin] Publish callbacks [] for security_group (ad94cf74-5db4-49f0-bfc3-8a343baaa8dd), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.163053 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] Publish callbacks [] for subnet (7fca068a-3ad0-4a40-9d46-4a6b532b2b59), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.175092 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (7fca068a-3ad0-4a40-9d46-4a6b532b2b59), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.365095 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.394141 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-18c987db-20cc-4561-86cb-64669375a3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ad94cf74-5db4-49f0-bfc3-8a343baaa8dd), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.394379 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (7fca068a-3ad0-4a40-9d46-4a6b532b2b59), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.397132 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-18c987db-20cc-4561-86cb-64669375a3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.398431 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-18c987db-20cc-4561-86cb-64669375a3e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad94cf74-5db4-49f0-bfc3-8a343baaa8dd HTTP/1.1" status: 204 len: 168 time: 0.3381157 Apr 12 14:55:31.423807 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c987db-20cc-4561-86cb-64669375a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94cf74-5db4-49f0-bfc3-8a343baaa8dd,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:31.429327 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fca068a-3ad0-4a40-9d46-4a6b532b2b59,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:31.432106 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.441315 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-dde248a9-e1d9-4f4d-8a6e-ba5ec9fa842b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7fca068a-3ad0-4a40-9d46-4a6b532b2b59 HTTP/1.1" status: 204 len: 168 time: 0.3847480 Apr 12 14:55:31.442240 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39856) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:31.516493 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (11b6d2a6-a132-4634-b602-c76b53fbd922), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.607338 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (11b6d2a6-a132-4634-b602-c76b53fbd922), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.640171 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.640538 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.641275 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.641603 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > port after_create 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.641954 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.642265 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > port after_update 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.642576 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.642887 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.643197 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.643508 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.746799 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.747144 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.747472 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.747798 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:55:31.748160 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b6d2a6-a132-4634-b602-c76b53fbd922']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:31.766723 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5db16a2-adda-431b-b4ca-53ed5eed0504') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:31.766933 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5db16a2-adda-431b-b4ca-53ed5eed0504') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:55:31.785163 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (a5db16a2-adda-431b-b4ca-53ed5eed0504), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.808230 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (a5db16a2-adda-431b-b4ca-53ed5eed0504), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.818554 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:55:31.818967 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (a5db16a2-adda-431b-b4ca-53ed5eed0504), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: from cryptography.utils import int_from_bytes Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: from cryptography.utils import int_from_bytes Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:55:31.845766 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:55:31.988071 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (11b6d2a6-a132-4634-b602-c76b53fbd922), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:31.999170 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.002810 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/11b6d2a6-a132-4634-b602-c76b53fbd922 HTTP/1.1" status: 204 len: 168 time: 0.5581214 Apr 12 14:55:32.010746 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053a39a-ce85-4412-8021-171c65a8fb80 req-4bb2a369-a10a-4b89-92b4-bec0863d1a89 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:32.012421 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9053a39a-ce85-4412-8021-171c65a8fb80 req-4bb2a369-a10a-4b89-92b4-bec0863d1a89 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0617723 Apr 12 14:55:32.020106 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216a52b-7162-434a-9c84-01e57c157ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=11b6d2a6-a132-4634-b602-c76b53fbd922,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:32.065352 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9053a39a-ce85-4412-8021-171c65a8fb80 req-05316fe9-4b17-4115-8228-6f01a7b39f38 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474648 Apr 12 14:55:32.287825 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39886) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:32.302387 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9c15f903-6413-46d7-8f28-8ad1e984712d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.384506 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9c15f903-6413-46d7-8f28-8ad1e984712d admin admin] Publish callbacks [] for security_group (ddd40316-5229-4e29-a584-ae12e701b65c), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.426399 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39892) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:32.470509 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-a5156f50-b2ed-4faf-8f9c-6a69c8904143 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83dc8d68f5f848fc8a1afce6f56d829e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429585 Apr 12 14:55:32.472838 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39894) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:32.479750 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9c15f903-6413-46d7-8f28-8ad1e984712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ddd40316-5229-4e29-a584-ae12e701b65c), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.538773 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15f903-6413-46d7-8f28-8ad1e984712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd40316-5229-4e29-a584-ae12e701b65c,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:32.546884 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9c15f903-6413-46d7-8f28-8ad1e984712d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=958ec0bab1b1490387508b066a57a505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574098 Apr 12 14:55:32.549235 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39896) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:32.577135 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b4326fc8-ec2f-431f-b69a-2ee8fdd2f3e2 admin admin] Publish callbacks [] for security_group (76674c33-5cb7-45b2-9f43-664d3b8e4628), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.626800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b4326fc8-ec2f-431f-b69a-2ee8fdd2f3e2 admin admin] Publish callbacks [] for security_group (76674c33-5cb7-45b2-9f43-664d3b8e4628), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.653452 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-21308ee9-4429-4c30-958b-e9124a6de4dc admin admin] Publish callbacks [] for security_group (ddd40316-5229-4e29-a584-ae12e701b65c), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.688026 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-21308ee9-4429-4c30-958b-e9124a6de4dc admin admin] Publish callbacks [] for security_group (ddd40316-5229-4e29-a584-ae12e701b65c), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.896488 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b4326fc8-ec2f-431f-b69a-2ee8fdd2f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (76674c33-5cb7-45b2-9f43-664d3b8e4628), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.899063 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b4326fc8-ec2f-431f-b69a-2ee8fdd2f3e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.900358 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b4326fc8-ec2f-431f-b69a-2ee8fdd2f3e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76674c33-5cb7-45b2-9f43-664d3b8e4628 HTTP/1.1" status: 204 len: 168 time: 0.4266024 Apr 12 14:55:32.908931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4326fc8-ec2f-431f-b69a-2ee8fdd2f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76674c33-5cb7-45b2-9f43-664d3b8e4628,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:32.926727 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-21308ee9-4429-4c30-958b-e9124a6de4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ddd40316-5229-4e29-a584-ae12e701b65c), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.931757 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-21308ee9-4429-4c30-958b-e9124a6de4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:32.934705 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-21308ee9-4429-4c30-958b-e9124a6de4dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ddd40316-5229-4e29-a584-ae12e701b65c HTTP/1.1" status: 204 len: 168 time: 0.3843472 Apr 12 14:55:32.955097 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21308ee9-4429-4c30-958b-e9124a6de4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd40316-5229-4e29-a584-ae12e701b65c,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:33.148281 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:33.198627 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639899d-491b-4520-8959-22b22090b71a req-7a86f22e-bf04-44e9-bd7c-064ce11131b2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:33.200135 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2639899d-491b-4520-8959-22b22090b71a req-7a86f22e-bf04-44e9-bd7c-064ce11131b2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0526798 Apr 12 14:55:33.262754 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2639899d-491b-4520-8959-22b22090b71a req-ecaa12cc-0855-4bfa-853f-590064b0ac74 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560355 Apr 12 14:55:33.291326 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39912) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:33.582996 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c02262da-929c-4fdc-a1fb-20a459559e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:33.744665 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c02262da-929c-4fdc-a1fb-20a459559e3e admin admin] Publish callbacks [] for security_group (e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:33.875054 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c02262da-929c-4fdc-a1fb-20a459559e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:33.928531 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02262da-929c-4fdc-a1fb-20a459559e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:33.935006 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c02262da-929c-4fdc-a1fb-20a459559e3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78f792a4f7cd405c958f13b8e6470b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6426048 Apr 12 14:55:33.937927 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39936) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:34.008308 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d96212e-358d-4400-80e0-e5b130c2fed8 admin admin] Publish callbacks [] for security_group (e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:34.036821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d96212e-358d-4400-80e0-e5b130c2fed8 admin admin] Publish callbacks [] for security_group (e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:34.073536 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:34.188043 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d96212e-358d-4400-80e0-e5b130c2fed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:34.190846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d96212e-358d-4400-80e0-e5b130c2fed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:34.201182 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4d96212e-358d-4400-80e0-e5b130c2fed8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6 HTTP/1.1" status: 204 len: 168 time: 0.2539885 Apr 12 14:55:34.203475 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96212e-358d-4400-80e0-e5b130c2fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18bbffb-3e1a-4c8a-adbe-a5ab486a12e6,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:34.390840 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d45c2-f5c3-449f-8029-1744432acd60 req-8bf87458-96b2-4ec6-9325-02bfd40336d5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:34.392649 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d8d45c2-f5c3-449f-8029-1744432acd60 req-8bf87458-96b2-4ec6-9325-02bfd40336d5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0575564 Apr 12 14:55:34.442451 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d8d45c2-f5c3-449f-8029-1744432acd60 req-ebce5a2a-f716-4b15-b3e5-ca1a5d67a4d7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Apr 12 14:55:34.968420 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 39982) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:34.983746 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2edf-2442-460c-a46c-bde5fa89c894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:35.076316 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2edf-2442-460c-a46c-bde5fa89c894 admin admin] Publish callbacks [] for security_group (2dfdbace-3d2e-4a8f-b0a6-ad214c288776), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:35.187673 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2edf-2442-460c-a46c-bde5fa89c894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2dfdbace-3d2e-4a8f-b0a6-ad214c288776), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:35.229562 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2f2e2edf-2442-460c-a46c-bde5fa89c894 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46da13f071da44339c43a1b2b01e5170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594817 Apr 12 14:55:35.230827 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e2edf-2442-460c-a46c-bde5fa89c894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfdbace-3d2e-4a8f-b0a6-ad214c288776,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:35.233179 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 39994) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:35.322513 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-92e2f59c-f707-4674-adfc-4e62a77457e7 admin admin] Publish callbacks [] for security_group (2dfdbace-3d2e-4a8f-b0a6-ad214c288776), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:35.347169 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-92e2f59c-f707-4674-adfc-4e62a77457e7 admin admin] Publish callbacks [] for security_group (2dfdbace-3d2e-4a8f-b0a6-ad214c288776), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:35.456699 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-92e2f59c-f707-4674-adfc-4e62a77457e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2dfdbace-3d2e-4a8f-b0a6-ad214c288776), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:35.462655 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-92e2f59c-f707-4674-adfc-4e62a77457e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:35.464579 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-92e2f59c-f707-4674-adfc-4e62a77457e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2dfdbace-3d2e-4a8f-b0a6-ad214c288776 HTTP/1.1" status: 204 len: 168 time: 0.2298965 Apr 12 14:55:35.476944 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2f59c-f707-4674-adfc-4e62a77457e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfdbace-3d2e-4a8f-b0a6-ad214c288776,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:35.662475 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeeedb-30f4-4df2-a765-a428f52ea1d3 req-d86a8bdf-8da9-4947-a4f9-69baeb610b95 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:35.665986 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3aeeedb-30f4-4df2-a765-a428f52ea1d3 req-d86a8bdf-8da9-4947-a4f9-69baeb610b95 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0755665 Apr 12 14:55:35.746296 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3aeeedb-30f4-4df2-a765-a428f52ea1d3 req-cacd39aa-070e-4bef-ac5f-e471a9d609af tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Apr 12 14:55:36.896132 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e679-cb60-4f77-ab14-671768443a15 req-7acd92be-1cf5-475f-99a4-99d3d4ff6ce9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:36.898474 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6b0e679-cb60-4f77-ab14-671768443a15 req-7acd92be-1cf5-475f-99a4-99d3d4ff6ce9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0694811 Apr 12 14:55:36.959567 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:36.978493 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6b0e679-cb60-4f77-ab14-671768443a15 req-c9f9b292-3ae0-4a29-93e7-851740305c28 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605450 Apr 12 14:55:37.548125 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40092) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:37.666616 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c98caf46-eff0-4136-9bff-88c71aa532f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:37.751833 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c98caf46-eff0-4136-9bff-88c71aa532f5 admin admin] Publish callbacks [] for security_group (2feefcf8-d921-4fce-9ceb-38c743c45af9), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:37.833522 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c98caf46-eff0-4136-9bff-88c71aa532f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2feefcf8-d921-4fce-9ceb-38c743c45af9), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:37.874408 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c98caf46-eff0-4136-9bff-88c71aa532f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b03f817d9072459498fb9402a8255c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250616 Apr 12 14:55:37.875518 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98caf46-eff0-4136-9bff-88c71aa532f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feefcf8-d921-4fce-9ceb-38c743c45af9,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:37.877014 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40108) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:37.929913 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-236cb74d-b2d4-4365-9005-e7b27f858461 admin admin] Publish callbacks [] for security_group (2feefcf8-d921-4fce-9ceb-38c743c45af9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:37.955657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-236cb74d-b2d4-4365-9005-e7b27f858461 admin admin] Publish callbacks [] for security_group (2feefcf8-d921-4fce-9ceb-38c743c45af9), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:38.050862 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-236cb74d-b2d4-4365-9005-e7b27f858461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2feefcf8-d921-4fce-9ceb-38c743c45af9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:38.053606 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-236cb74d-b2d4-4365-9005-e7b27f858461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:38.054797 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-236cb74d-b2d4-4365-9005-e7b27f858461 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2feefcf8-d921-4fce-9ceb-38c743c45af9 HTTP/1.1" status: 204 len: 168 time: 0.1766968 Apr 12 14:55:38.066327 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cb74d-b2d4-4365-9005-e7b27f858461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feefcf8-d921-4fce-9ceb-38c743c45af9,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:38.121226 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a254d2a-7eb7-4a45-b951-525855212715 req-7d4f29c0-dead-47e7-a9f7-2eb05093bf42 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:38.122732 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7a254d2a-7eb7-4a45-b951-525855212715 req-7d4f29c0-dead-47e7-a9f7-2eb05093bf42 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0746896 Apr 12 14:55:38.179168 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7a254d2a-7eb7-4a45-b951-525855212715 req-d3a74ba2-0541-4abf-8a2b-de1baa8a03d7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495687 Apr 12 14:55:39.297580 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729edda2-8f21-473d-a9a9-ab3df65cfa00 req-25b06894-a7dd-40dc-8d36-4f404ebe496e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:39.299179 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-729edda2-8f21-473d-a9a9-ab3df65cfa00 req-25b06894-a7dd-40dc-8d36-4f404ebe496e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0503047 Apr 12 14:55:39.349700 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-729edda2-8f21-473d-a9a9-ab3df65cfa00 req-055f5f08-76d4-478e-9e6f-c144db893136 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Apr 12 14:55:40.191051 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40220) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:40.303189 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4de00819-e3d7-4e00-927b-acd56f60e6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:40.379200 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4de00819-e3d7-4e00-927b-acd56f60e6bf admin admin] Publish callbacks [] for security_group (ee9c81d4-8e6d-4650-adf0-c58cd79c71e6), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:40.439338 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4de00819-e3d7-4e00-927b-acd56f60e6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ee9c81d4-8e6d-4650-adf0-c58cd79c71e6), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:40.489908 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577eff4-a774-4146-b95b-61d3e980c285 req-0e484a9f-3c4f-4471-81c5-db952b3bae1f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:40.491400 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b577eff4-a774-4146-b95b-61d3e980c285 req-0e484a9f-3c4f-4471-81c5-db952b3bae1f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0668948 Apr 12 14:55:40.518159 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4de00819-e3d7-4e00-927b-acd56f60e6bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=008fc03c38e348c78c1406a31196c3ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258877 Apr 12 14:55:40.520823 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40226) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:40.526655 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de00819-e3d7-4e00-927b-acd56f60e6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c81d4-8e6d-4650-adf0-c58cd79c71e6,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:40.565416 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b577eff4-a774-4146-b95b-61d3e980c285 req-e15d64d2-eb05-44d4-8595-b4636c9be930 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604615 Apr 12 14:55:40.578244 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b15782b-6f4f-444b-8638-248b3c55532b admin admin] Publish callbacks [] for security_group (ee9c81d4-8e6d-4650-adf0-c58cd79c71e6), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:40.600759 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b15782b-6f4f-444b-8638-248b3c55532b admin admin] Publish callbacks [] for security_group (ee9c81d4-8e6d-4650-adf0-c58cd79c71e6), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:40.747411 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b15782b-6f4f-444b-8638-248b3c55532b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ee9c81d4-8e6d-4650-adf0-c58cd79c71e6), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:40.750088 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b15782b-6f4f-444b-8638-248b3c55532b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:40.751252 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2b15782b-6f4f-444b-8638-248b3c55532b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee9c81d4-8e6d-4650-adf0-c58cd79c71e6 HTTP/1.1" status: 204 len: 168 time: 0.2293293 Apr 12 14:55:40.760007 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15782b-6f4f-444b-8638-248b3c55532b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c81d4-8e6d-4650-adf0-c58cd79c71e6,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:41.543319 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40256) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:41.556884 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f9cec49c-481f-4f68-9f9d-930ea4374492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:41.641695 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f9cec49c-481f-4f68-9f9d-930ea4374492 admin admin] Publish callbacks [] for security_group (1af6f648-c4ec-493a-b9b4-ed312e5ee8a4), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:41.693092 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b7969-ccd3-4d62-8e3a-c13a1d37d566 req-52e2766e-aedf-47af-af2b-e18d5a3e9833 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:41.694676 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-736b7969-ccd3-4d62-8e3a-c13a1d37d566 req-52e2766e-aedf-47af-af2b-e18d5a3e9833 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0510278 Apr 12 14:55:41.724439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f9cec49c-481f-4f68-9f9d-930ea4374492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1af6f648-c4ec-493a-b9b4-ed312e5ee8a4), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:41.744445 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-736b7969-ccd3-4d62-8e3a-c13a1d37d566 req-afe114e5-d6b6-473c-8e12-f2ed9ec8117e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422256 Apr 12 14:55:41.767611 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f9cec49c-481f-4f68-9f9d-930ea4374492 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a025a9b59f4b4d6c975747ab72f8dc24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230790 Apr 12 14:55:41.768485 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cec49c-481f-4f68-9f9d-930ea4374492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af6f648-c4ec-493a-b9b4-ed312e5ee8a4,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:41.770823 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40260) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:41.823556 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8bbaed26-431c-48e2-9950-dad9dfe4bbd3 admin admin] Publish callbacks [] for security_group (1af6f648-c4ec-493a-b9b4-ed312e5ee8a4), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:41.846162 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8bbaed26-431c-48e2-9950-dad9dfe4bbd3 admin admin] Publish callbacks [] for security_group (1af6f648-c4ec-493a-b9b4-ed312e5ee8a4), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:41.994132 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8bbaed26-431c-48e2-9950-dad9dfe4bbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1af6f648-c4ec-493a-b9b4-ed312e5ee8a4), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:41.997264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8bbaed26-431c-48e2-9950-dad9dfe4bbd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:41.998841 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8bbaed26-431c-48e2-9950-dad9dfe4bbd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1af6f648-c4ec-493a-b9b4-ed312e5ee8a4 HTTP/1.1" status: 204 len: 168 time: 0.2264223 Apr 12 14:55:42.014130 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaed26-431c-48e2-9950-dad9dfe4bbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af6f648-c4ec-493a-b9b4-ed312e5ee8a4,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:42.870685 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f887f64-e3b8-4a69-9b5c-ef50e1090c00 req-d652efc0-e4b3-4a6d-9126-8b948648b621 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:42.872236 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f887f64-e3b8-4a69-9b5c-ef50e1090c00 req-d652efc0-e4b3-4a6d-9126-8b948648b621 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0537176 Apr 12 14:55:42.926780 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f887f64-e3b8-4a69-9b5c-ef50e1090c00 req-23b00dbd-02bf-4db6-8571-89dda8878436 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Apr 12 14:55:44.060430 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bbbd2-ec56-469f-9c3d-43bf3b27f719 req-d2465b90-8da7-4635-9683-fb72cab50fa5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:44.066942 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-367bbbd2-ec56-469f-9c3d-43bf3b27f719 req-d2465b90-8da7-4635-9683-fb72cab50fa5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0571437 Apr 12 14:55:44.141118 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-367bbbd2-ec56-469f-9c3d-43bf3b27f719 req-e34669a9-a75b-4ac5-afab-bfa6e3904e5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692983 Apr 12 14:55:45.286566 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f537c-e617-42d1-988d-1a3bca5c7a15 req-35a967e9-a090-4173-a783-b5654acb372a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:45.288048 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b72f537c-e617-42d1-988d-1a3bca5c7a15 req-35a967e9-a090-4173-a783-b5654acb372a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0595415 Apr 12 14:55:45.344828 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b72f537c-e617-42d1-988d-1a3bca5c7a15 req-88a18a7c-50b8-45c7-8417-a17d7ff1ed52 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479288 Apr 12 14:55:45.445482 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40390) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:45.563362 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b723c0d-267e-4fe4-af80-e088c6adf54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:45.650888 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b723c0d-267e-4fe4-af80-e088c6adf54d admin admin] Publish callbacks [] for security_group (bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:45.730520 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b723c0d-267e-4fe4-af80-e088c6adf54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:45.770633 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2b723c0d-267e-4fe4-af80-e088c6adf54d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4b8714033f84f419f6d1c640e08007f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232343 Apr 12 14:55:45.771678 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723c0d-267e-4fe4-af80-e088c6adf54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:45.773282 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40394) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:45.828264 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-989593bf-72fc-43f5-9766-a5accd18e9b1 admin admin] Publish callbacks [] for security_group (bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:45.852497 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-989593bf-72fc-43f5-9766-a5accd18e9b1 admin admin] Publish callbacks [] for security_group (bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:45.976202 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-989593bf-72fc-43f5-9766-a5accd18e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:45.989913 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-989593bf-72fc-43f5-9766-a5accd18e9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:45.989913 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-989593bf-72fc-43f5-9766-a5accd18e9b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a HTTP/1.1" status: 204 len: 168 time: 0.2056596 Apr 12 14:55:45.989913 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989593bf-72fc-43f5-9766-a5accd18e9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc5130-c8f4-4c8c-8b76-4a67fde4bb0a,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:46.481606 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb8f51-b024-4d7e-aaf2-f2dd3d3dcc76 req-aa6132c6-a30d-46d0-83c6-accf357a817a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:46.483574 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e9cb8f51-b024-4d7e-aaf2-f2dd3d3dcc76 req-aa6132c6-a30d-46d0-83c6-accf357a817a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0574775 Apr 12 14:55:46.563234 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e9cb8f51-b024-4d7e-aaf2-f2dd3d3dcc76 req-476e9e0c-13c5-4184-be07-ef0b2a1237fe tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729687 Apr 12 14:55:47.698348 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77df1c1-00db-4ab1-8ab4-c70528cad77b req-831bc873-d0b5-4942-93ba-e45f0a16e898 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:47.699805 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b77df1c1-00db-4ab1-8ab4-c70528cad77b req-831bc873-d0b5-4942-93ba-e45f0a16e898 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0584626 Apr 12 14:55:47.751884 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b77df1c1-00db-4ab1-8ab4-c70528cad77b req-aea531e5-75f7-4786-84d9-3e202cf142bd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Apr 12 14:55:48.824087 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40488) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:48.891425 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac9667-5725-447f-bd88-192b447fb154 req-009ffeee-546c-4afd-95f6-1d3218555e63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:48.893357 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-81ac9667-5725-447f-bd88-192b447fb154 req-009ffeee-546c-4afd-95f6-1d3218555e63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0702114 Apr 12 14:55:48.959217 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-81ac9667-5725-447f-bd88-192b447fb154 req-e9571685-709b-46e7-8924-e57d24bea0b8 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Apr 12 14:55:48.992281 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e44179d5-5f34-4874-bdb0-5ab3453797ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:49.081083 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e44179d5-5f34-4874-bdb0-5ab3453797ad admin admin] Publish callbacks [] for security_group (a7326b36-df75-46b4-9f25-eb554b662866), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:49.159003 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e44179d5-5f34-4874-bdb0-5ab3453797ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a7326b36-df75-46b4-9f25-eb554b662866), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:49.200882 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e44179d5-5f34-4874-bdb0-5ab3453797ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d274ecf2d3224f3b8cdd7365bfe59cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751552 Apr 12 14:55:49.201973 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44179d5-5f34-4874-bdb0-5ab3453797ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7326b36-df75-46b4-9f25-eb554b662866,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:49.203668 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40506) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:49.261003 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69172393-5059-48b4-b2df-e646ee16f196 admin admin] Publish callbacks [] for security_group (a7326b36-df75-46b4-9f25-eb554b662866), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:49.292986 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69172393-5059-48b4-b2df-e646ee16f196 admin admin] Publish callbacks [] for security_group (a7326b36-df75-46b4-9f25-eb554b662866), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:49.410121 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69172393-5059-48b4-b2df-e646ee16f196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a7326b36-df75-46b4-9f25-eb554b662866), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:49.412783 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69172393-5059-48b4-b2df-e646ee16f196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:49.414006 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-69172393-5059-48b4-b2df-e646ee16f196 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7326b36-df75-46b4-9f25-eb554b662866 HTTP/1.1" status: 204 len: 168 time: 0.2089610 Apr 12 14:55:49.422950 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69172393-5059-48b4-b2df-e646ee16f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7326b36-df75-46b4-9f25-eb554b662866,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:50.088978 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e914b84-a020-408a-b088-a8fe566e3912 req-d8e021b9-b60e-45bc-8daf-c39f9440089f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:50.091008 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2e914b84-a020-408a-b088-a8fe566e3912 req-d8e021b9-b60e-45bc-8daf-c39f9440089f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0481119 Apr 12 14:55:50.124038 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40520) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:50.139116 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4316788-fdea-46b3-bfe8-159e5e5130be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.145682 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2e914b84-a020-408a-b088-a8fe566e3912 req-6ac6b4eb-d4d5-435a-a5ec-0ec1104c23c3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482652 Apr 12 14:55:50.228176 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4316788-fdea-46b3-bfe8-159e5e5130be admin admin] Publish callbacks [] for security_group (8406e441-8ddc-45bc-9b74-f1a4ebecd910), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.301350 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4316788-fdea-46b3-bfe8-159e5e5130be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (8406e441-8ddc-45bc-9b74-f1a4ebecd910), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.343459 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c4316788-fdea-46b3-bfe8-159e5e5130be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c4986768ac04a0db3623c989b1731b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182109 Apr 12 14:55:50.344172 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4316788-fdea-46b3-bfe8-159e5e5130be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8406e441-8ddc-45bc-9b74-f1a4ebecd910,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:50.347353 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40526) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:50.408259 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1c95d85d-7bc7-4bf0-8d3a-d8797e91d703 admin admin] Publish callbacks [] for security_group (8406e441-8ddc-45bc-9b74-f1a4ebecd910), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.442188 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1c95d85d-7bc7-4bf0-8d3a-d8797e91d703 admin admin] Publish callbacks [] for security_group (8406e441-8ddc-45bc-9b74-f1a4ebecd910), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.634061 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1c95d85d-7bc7-4bf0-8d3a-d8797e91d703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (8406e441-8ddc-45bc-9b74-f1a4ebecd910), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.636854 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1c95d85d-7bc7-4bf0-8d3a-d8797e91d703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.640633 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-1c95d85d-7bc7-4bf0-8d3a-d8797e91d703 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8406e441-8ddc-45bc-9b74-f1a4ebecd910 HTTP/1.1" status: 204 len: 168 time: 0.2896681 Apr 12 14:55:50.647419 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95d85d-7bc7-4bf0-8d3a-d8797e91d703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8406e441-8ddc-45bc-9b74-f1a4ebecd910,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:50.706581 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40540) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:50.838450 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8d3540e6-01fa-489d-83b6-73f8f56265f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:50.940563 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8d3540e6-01fa-489d-83b6-73f8f56265f5 admin admin] Publish callbacks [] for security_group (0251b57f-02e2-434f-8fcb-eb0c313ba953), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:51.004852 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8d3540e6-01fa-489d-83b6-73f8f56265f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0251b57f-02e2-434f-8fcb-eb0c313ba953), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:51.052541 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-8d3540e6-01fa-489d-83b6-73f8f56265f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5789f80240d34ecab13ebe5ca61b241a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443449 Apr 12 14:55:51.054652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3540e6-01fa-489d-83b6-73f8f56265f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0251b57f-02e2-434f-8fcb-eb0c313ba953,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:51.055399 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40550) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:51.127264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e83-7acb-4e58-8621-0d7d47eaee50 admin admin] Publish callbacks [] for security_group (0251b57f-02e2-434f-8fcb-eb0c313ba953), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:51.160106 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e83-7acb-4e58-8621-0d7d47eaee50 admin admin] Publish callbacks [] for security_group (0251b57f-02e2-434f-8fcb-eb0c313ba953), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:51.301428 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2fb46-79d0-4a54-b01b-401076937db7 req-746fbe35-e95a-4e2b-83b6-52fc45a4c32e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:51.303034 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fb2fb46-79d0-4a54-b01b-401076937db7 req-746fbe35-e95a-4e2b-83b6-52fc45a4c32e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0780668 Apr 12 14:55:51.371118 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e83-7acb-4e58-8621-0d7d47eaee50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0251b57f-02e2-434f-8fcb-eb0c313ba953), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:51.377116 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fb2fb46-79d0-4a54-b01b-401076937db7 req-bd198c6d-2455-4f8a-8ff3-cbcb895d006f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614183 Apr 12 14:55:51.381452 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e83-7acb-4e58-8621-0d7d47eaee50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:51.386088 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ddb52e83-7acb-4e58-8621-0d7d47eaee50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0251b57f-02e2-434f-8fcb-eb0c313ba953 HTTP/1.1" status: 204 len: 168 time: 0.3258171 Apr 12 14:55:51.410216 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52e83-7acb-4e58-8621-0d7d47eaee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0251b57f-02e2-434f-8fcb-eb0c313ba953,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:52.178794 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40584) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:52.193272 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc63193e-c5d4-4702-a22f-0bd04455c5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:52.274109 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc63193e-c5d4-4702-a22f-0bd04455c5a7 admin admin] Publish callbacks [] for security_group (a702250e-afa0-4163-85c2-63051855a737), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:52.341386 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc63193e-c5d4-4702-a22f-0bd04455c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a702250e-afa0-4163-85c2-63051855a737), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:52.391343 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-dc63193e-c5d4-4702-a22f-0bd04455c5a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8e184436cec943a294b818bf74387679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114682 Apr 12 14:55:52.392490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63193e-c5d4-4702-a22f-0bd04455c5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a702250e-afa0-4163-85c2-63051855a737,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:52.394212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40594) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:52.458927 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a47502e8-5264-417d-83bc-ee801c5e9654 admin admin] Publish callbacks [] for security_group (a702250e-afa0-4163-85c2-63051855a737), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:52.507202 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a47502e8-5264-417d-83bc-ee801c5e9654 admin admin] Publish callbacks [] for security_group (a702250e-afa0-4163-85c2-63051855a737), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:52.562453 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3177d3-120c-4656-818c-e32552ed9959 req-1e20df0c-00f8-4351-894f-69b40c73b3ba tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:52.563998 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c3177d3-120c-4656-818c-e32552ed9959 req-1e20df0c-00f8-4351-894f-69b40c73b3ba tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0902057 Apr 12 14:55:52.621863 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c3177d3-120c-4656-818c-e32552ed9959 req-18771403-5998-4118-80fb-a32d97cfee7a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513444 Apr 12 14:55:52.759453 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a47502e8-5264-417d-83bc-ee801c5e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a702250e-afa0-4163-85c2-63051855a737), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:52.763620 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-a47502e8-5264-417d-83bc-ee801c5e9654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:52.765073 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-a47502e8-5264-417d-83bc-ee801c5e9654 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a702250e-afa0-4163-85c2-63051855a737 HTTP/1.1" status: 204 len: 168 time: 0.3693516 Apr 12 14:55:52.791703 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47502e8-5264-417d-83bc-ee801c5e9654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a702250e-afa0-4163-85c2-63051855a737,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:53.753262 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3c977-a5bf-4075-90d2-2a3add904c9e req-68ba653b-f2c5-44e4-abf4-5f1415d11f86 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:53.755048 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-24b3c977-a5bf-4075-90d2-2a3add904c9e req-68ba653b-f2c5-44e4-abf4-5f1415d11f86 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0589035 Apr 12 14:55:53.808614 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-24b3c977-a5bf-4075-90d2-2a3add904c9e req-1416207a-2b12-4d96-9108-6bd1a283f07a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477335 Apr 12 14:55:54.936814 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42316dd-0024-4058-ab1d-18bd6df2429e req-bc2fa45b-f013-4c1b-8531-c48c03d6754a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:54.938480 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f42316dd-0024-4058-ab1d-18bd6df2429e req-bc2fa45b-f013-4c1b-8531-c48c03d6754a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0505235 Apr 12 14:55:54.990475 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f42316dd-0024-4058-ab1d-18bd6df2429e req-9c2d6a76-797c-4454-8f53-9aae74119a5f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Apr 12 14:55:56.129683 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc043e-30ba-4595-ba81-52f07c0f458e req-478c9e5c-49d7-47fa-b123-5b2b5ee777a6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:56.131551 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b9fc043e-30ba-4595-ba81-52f07c0f458e req-478c9e5c-49d7-47fa-b123-5b2b5ee777a6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0543323 Apr 12 14:55:56.204335 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b9fc043e-30ba-4595-ba81-52f07c0f458e req-aef7392a-06fe-41cd-b22e-69f4e8c5b355 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573986 Apr 12 14:55:56.519273 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:55:57.129505 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40834) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:57.253698 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-74b24a22-b9f1-41cb-aecb-a1b1027f04d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.344510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13816f8-3ff2-4293-84c0-7e7f2c2480ca req-d923e332-723c-4975-a366-60ab86cd9fde tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:57.346062 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d13816f8-3ff2-4293-84c0-7e7f2c2480ca req-d923e332-723c-4975-a366-60ab86cd9fde tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0616293 Apr 12 14:55:57.392099 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-74b24a22-b9f1-41cb-aecb-a1b1027f04d1 admin admin] Publish callbacks [] for security_group (fd6936e6-0faf-4fcd-ac5c-2acf0c688c21), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.415347 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d13816f8-3ff2-4293-84c0-7e7f2c2480ca req-d29be4ab-f106-4708-8bbd-2e4a4d834dab tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629056 Apr 12 14:55:57.461286 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-74b24a22-b9f1-41cb-aecb-a1b1027f04d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (fd6936e6-0faf-4fcd-ac5c-2acf0c688c21), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.461558 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-34a86efa-d134-4c77-a8bb-2d90d764a7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.511180 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-74b24a22-b9f1-41cb-aecb-a1b1027f04d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6679ce9d5afd4c48855bd04b9ffb2f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802154 Apr 12 14:55:57.513135 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b24a22-b9f1-41cb-aecb-a1b1027f04d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6936e6-0faf-4fcd-ac5c-2acf0c688c21,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:57.514049 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40846) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:57.579690 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd9abe2a-6a6f-47fa-844e-e755170b78e5 admin admin] Publish callbacks [] for security_group (fd6936e6-0faf-4fcd-ac5c-2acf0c688c21), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.603628 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd9abe2a-6a6f-47fa-844e-e755170b78e5 admin admin] Publish callbacks [] for security_group (fd6936e6-0faf-4fcd-ac5c-2acf0c688c21), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.747249 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd9abe2a-6a6f-47fa-844e-e755170b78e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (fd6936e6-0faf-4fcd-ac5c-2acf0c688c21), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.749758 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd9abe2a-6a6f-47fa-844e-e755170b78e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:57.750931 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-dd9abe2a-6a6f-47fa-844e-e755170b78e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd6936e6-0faf-4fcd-ac5c-2acf0c688c21 HTTP/1.1" status: 204 len: 168 time: 0.2355838 Apr 12 14:55:57.759066 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9abe2a-6a6f-47fa-844e-e755170b78e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6936e6-0faf-4fcd-ac5c-2acf0c688c21,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:58.065340 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40858) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:58.192248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-389f91ec-fdf8-4daa-b4bd-b2e591c53fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.273021 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-389f91ec-fdf8-4daa-b4bd-b2e591c53fd9 admin admin] Publish callbacks [] for security_group (a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.323969 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-389f91ec-fdf8-4daa-b4bd-b2e591c53fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.364499 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-389f91ec-fdf8-4daa-b4bd-b2e591c53fd9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c40d8c170bc04f08baedd6c71994f738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977307 Apr 12 14:55:58.365372 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f91ec-fdf8-4daa-b4bd-b2e591c53fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:58.367261 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40864) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:58.421817 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df245daa-5987-4e38-930f-0a777abb501f admin admin] Publish callbacks [] for security_group (a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.442820 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40868) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:58.463981 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df245daa-5987-4e38-930f-0a777abb501f admin admin] Publish callbacks [] for security_group (a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.470827 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-63509d0e-be3d-4b9e-9c76-6f16fe455a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.570262 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddcff2-c019-42fe-9345-d502a431478b req-1a0a3b6e-8b38-4ce7-b334-4c779173204e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:58.572647 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-baddcff2-c019-42fe-9345-d502a431478b req-1a0a3b6e-8b38-4ce7-b334-4c779173204e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0824130 Apr 12 14:55:58.655634 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df245daa-5987-4e38-930f-0a777abb501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.658250 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df245daa-5987-4e38-930f-0a777abb501f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.659850 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-df245daa-5987-4e38-930f-0a777abb501f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210 HTTP/1.1" status: 204 len: 168 time: 0.2904615 Apr 12 14:55:58.670692 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-63509d0e-be3d-4b9e-9c76-6f16fe455a83 admin admin] Publish callbacks [] for security_group (ec73fd88-538a-4be8-8a92-8ab59ef33e17), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.676559 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-baddcff2-c019-42fe-9345-d502a431478b req-40b09c63-842f-4c6f-bda3-b8da441e678e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937276 Apr 12 14:55:58.681617 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df245daa-5987-4e38-930f-0a777abb501f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70ed4a1-8e3c-4ba9-a409-cda9d8f1d210,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:58.792408 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-63509d0e-be3d-4b9e-9c76-6f16fe455a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ec73fd88-538a-4be8-8a92-8ab59ef33e17), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.831508 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63509d0e-be3d-4b9e-9c76-6f16fe455a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73fd88-538a-4be8-8a92-8ab59ef33e17,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:58.835638 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-63509d0e-be3d-4b9e-9c76-6f16fe455a83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4f2c1e7c9014f1f92c7627388067d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918378 Apr 12 14:55:58.838678 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40878) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:58.894351 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b647050-8c0d-49d7-8fc9-87147ef3aa86 admin admin] Publish callbacks [] for security_group (ec73fd88-538a-4be8-8a92-8ab59ef33e17), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:58.917297 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b647050-8c0d-49d7-8fc9-87147ef3aa86 admin admin] Publish callbacks [] for security_group (ec73fd88-538a-4be8-8a92-8ab59ef33e17), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.054286 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b647050-8c0d-49d7-8fc9-87147ef3aa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ec73fd88-538a-4be8-8a92-8ab59ef33e17), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.054286 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b647050-8c0d-49d7-8fc9-87147ef3aa86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.054286 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1b647050-8c0d-49d7-8fc9-87147ef3aa86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec73fd88-538a-4be8-8a92-8ab59ef33e17 HTTP/1.1" status: 204 len: 168 time: 0.2083356 Apr 12 14:55:59.058864 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b647050-8c0d-49d7-8fc9-87147ef3aa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec73fd88-538a-4be8-8a92-8ab59ef33e17,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:59.069069 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 40886) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:59.194791 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-91f1a249-cbf3-4419-a560-77defe298300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.279531 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-91f1a249-cbf3-4419-a560-77defe298300 admin admin] Publish callbacks [] for security_group (f2589eb6-a4fc-460e-bf24-ed6f21707a2c), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.358917 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-91f1a249-cbf3-4419-a560-77defe298300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f2589eb6-a4fc-460e-bf24-ed6f21707a2c), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.406716 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-91f1a249-cbf3-4419-a560-77defe298300 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b0645e79542407f91b55d224be40eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357434 Apr 12 14:55:59.407596 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1a249-cbf3-4419-a560-77defe298300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2589eb6-a4fc-460e-bf24-ed6f21707a2c,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:59.409816 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 40904) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:55:59.480570 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1a7408d8-2860-4588-ae09-2ad722315be0 admin admin] Publish callbacks [] for security_group (f2589eb6-a4fc-460e-bf24-ed6f21707a2c), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.511122 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1a7408d8-2860-4588-ae09-2ad722315be0 admin admin] Publish callbacks [] for security_group (f2589eb6-a4fc-460e-bf24-ed6f21707a2c), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.795750 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1a7408d8-2860-4588-ae09-2ad722315be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f2589eb6-a4fc-460e-bf24-ed6f21707a2c), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.798097 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1a7408d8-2860-4588-ae09-2ad722315be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:55:59.803387 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-1a7408d8-2860-4588-ae09-2ad722315be0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2589eb6-a4fc-460e-bf24-ed6f21707a2c HTTP/1.1" status: 204 len: 168 time: 0.3874371 Apr 12 14:55:59.812185 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7408d8-2860-4588-ae09-2ad722315be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2589eb6-a4fc-460e-bf24-ed6f21707a2c,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:55:59.825336 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359cb16-e006-4ad7-98bd-7f6181a7699e req-46b25b37-a169-409a-bbe8-384243afe805 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:55:59.832821 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5359cb16-e006-4ad7-98bd-7f6181a7699e req-46b25b37-a169-409a-bbe8-384243afe805 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0683792 Apr 12 14:55:59.883644 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5359cb16-e006-4ad7-98bd-7f6181a7699e req-44b8d6e2-8c0a-4397-939d-1d5f9addfec4 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507557 Apr 12 14:56:00.147197 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73e5380e-ce3a-4cb0-bf77-852b48cf4798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:00.998720 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77658c-d987-4c8a-bf39-f3c74038345f req-5a51584d-f509-4a9c-90f0-82ffa9513433 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:01.004461 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf77658c-d987-4c8a-bf39-f3c74038345f req-5a51584d-f509-4a9c-90f0-82ffa9513433 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0490887 Apr 12 14:56:01.049416 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf77658c-d987-4c8a-bf39-f3c74038345f req-168695c0-ae05-469f-bdeb-ac02ae453184 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 Apr 12 14:56:01.324349 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.171353 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29677c-0acf-454e-9cb4-8dca827879cd req-5fb16d65-733b-435d-8cf4-f68ad075ebfb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:02.172917 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5d29677c-0acf-454e-9cb4-8dca827879cd req-5fb16d65-733b-435d-8cf4-f68ad075ebfb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0552547 Apr 12 14:56:02.245293 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5d29677c-0acf-454e-9cb4-8dca827879cd req-a310e515-57f1-4d8e-abc4-b694ad66328d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625749 Apr 12 14:56:02.293233 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41030) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:02.489906 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7e82b184-17a9-4d9b-8006-07268127d3b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.581915 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7e82b184-17a9-4d9b-8006-07268127d3b0 admin admin] Publish callbacks [] for security_group (ba3e734c-fd7d-4722-bd5b-2fb34ee13a73), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.666802 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7e82b184-17a9-4d9b-8006-07268127d3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba3e734c-fd7d-4722-bd5b-2fb34ee13a73), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.710205 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-7e82b184-17a9-4d9b-8006-07268127d3b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40e11300cd01494490291df02b441a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158082 Apr 12 14:56:02.712860 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82b184-17a9-4d9b-8006-07268127d3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3e734c-fd7d-4722-bd5b-2fb34ee13a73,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:02.713032 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41044) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:02.764191 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c158-f76e-42c4-b641-2f162295028a admin admin] Publish callbacks [] for security_group (ba3e734c-fd7d-4722-bd5b-2fb34ee13a73), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.788273 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c158-f76e-42c4-b641-2f162295028a admin admin] Publish callbacks [] for security_group (ba3e734c-fd7d-4722-bd5b-2fb34ee13a73), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.941397 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c158-f76e-42c4-b641-2f162295028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba3e734c-fd7d-4722-bd5b-2fb34ee13a73), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.943940 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b0d9c158-f76e-42c4-b641-2f162295028a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:02.945096 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b0d9c158-f76e-42c4-b641-2f162295028a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba3e734c-fd7d-4722-bd5b-2fb34ee13a73 HTTP/1.1" status: 204 len: 168 time: 0.2310724 Apr 12 14:56:02.954159 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9c158-f76e-42c4-b641-2f162295028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3e734c-fd7d-4722-bd5b-2fb34ee13a73,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:03.163584 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:03.370118 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c509b-0238-427c-b1f6-03b3bbb35591 req-5f5347d3-693b-40fe-9568-132f97d890cb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:03.377854 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f3c509b-0238-427c-b1f6-03b3bbb35591 req-5f5347d3-693b-40fe-9568-132f97d890cb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0626841 Apr 12 14:56:03.429170 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f3c509b-0238-427c-b1f6-03b3bbb35591 req-de47d71f-6391-46ef-9614-d8469f5630fd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504496 Apr 12 14:56:03.859673 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a04190-c40f-42ae-a63c-0ed9c5b9c76d req-338a53a4-bf98-448c-94ed-14ab90812f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:03.861229 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-82a04190-c40f-42ae-a63c-0ed9c5b9c76d req-338a53a4-bf98-448c-94ed-14ab90812f5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 1130 time: 0.0492637 Apr 12 14:56:03.920571 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-82a04190-c40f-42ae-a63c-0ed9c5b9c76d req-5948c176-3841-4298-89c4-f3e3896ea163 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465245 Apr 12 14:56:04.061186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:04.587342 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e1430-8f1b-4501-b91b-1a226985e753 req-b0ddd3c3-45b6-4052-99e8-3d1cf87becbb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:04.589598 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-331e1430-8f1b-4501-b91b-1a226985e753 req-b0ddd3c3-45b6-4052-99e8-3d1cf87becbb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0732138 Apr 12 14:56:04.642827 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-331e1430-8f1b-4501-b91b-1a226985e753 req-e20abcc0-ed60-47bc-865d-6e4f896be940 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Apr 12 14:56:05.789705 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d820b-c970-4944-a8ba-5c132d839e13 req-51b302a2-2c53-4d07-9c8f-5f45cd0ca521 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:05.791847 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-618d820b-c970-4944-a8ba-5c132d839e13 req-51b302a2-2c53-4d07-9c8f-5f45cd0ca521 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0497265 Apr 12 14:56:05.852116 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-618d820b-c970-4944-a8ba-5c132d839e13 req-0a06f145-a833-4945-9301-7a6d66c531f5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545056 Apr 12 14:56:06.000572 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323dfeec-21ff-42fc-a3f6-8d39a705f581 req-fde3a2c7-66ea-424e-be6d-6a1406216e82 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:06.002126 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-323dfeec-21ff-42fc-a3f6-8d39a705f581 req-fde3a2c7-66ea-424e-be6d-6a1406216e82 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0520997 Apr 12 14:56:06.055871 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-323dfeec-21ff-42fc-a3f6-8d39a705f581 req-010854a6-2c65-44f2-b596-77bc53ede858 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481186 Apr 12 14:56:06.986379 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:09.577792 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-3556d47c-f744-4163-bbd5-5dab8d3589f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441182 Apr 12 14:56:09.677873 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-914a5f96-7dc8-469e-8534-34c552b28e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:09.679546 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-914a5f96-7dc8-469e-8534-34c552b28e01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 1129 time: 0.0486073 Apr 12 14:56:09.799687 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-620dc81a-5eef-40eb-bf9a-4dc592a831cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:09.801025 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-620dc81a-5eef-40eb-bf9a-4dc592a831cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.0988300 Apr 12 14:56:09.845585 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-af57af71-da26-4714-a24c-ae73b24c7c50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e HTTP/1.1" status: 200 len: 217 time: 0.0363693 Apr 12 14:56:09.901132 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-0b37d42c-47b4-48e2-a8c5-80c277bb62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:09.901132 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-0b37d42c-47b4-48e2-a8c5-80c277bb62a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0498722 Apr 12 14:56:09.958102 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-59cb114d-5155-4a04-b0f4-ad39ec96fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:09.959622 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-59cb114d-5155-4a04-b0f4-ad39ec96fec1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500429 Apr 12 14:56:10.060831 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-c1b9827e-4824-40c1-ad1b-2a82a39e04de service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929115 Apr 12 14:56:10.189332 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-23963d46-f807-46b2-bf31-c19773ec38e8 req-377c6c86-fe19-4f8e-9c64-327c80dc815f service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220973 Apr 12 14:56:10.688594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5393f-d060-420c-8dcd-741ff62c562e req-85746599-8e82-4911-9b09-446cc8ef39ff tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:10.694102 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-35b5393f-d060-420c-8dcd-741ff62c562e req-85746599-8e82-4911-9b09-446cc8ef39ff tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0553312 Apr 12 14:56:10.739336 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-35b5393f-d060-420c-8dcd-741ff62c562e req-6c2045ec-480a-4432-ae76-2f202550906a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Apr 12 14:56:11.131801 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41268) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:11.246070 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-451933c4-8e91-447c-91c5-5e2871379684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:11.333565 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-451933c4-8e91-447c-91c5-5e2871379684 admin admin] Publish callbacks [] for security_group (c3dbf114-ac9f-42f0-884b-0d45841b1406), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:11.414968 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-451933c4-8e91-447c-91c5-5e2871379684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (c3dbf114-ac9f-42f0-884b-0d45841b1406), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:11.453179 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451933c4-8e91-447c-91c5-5e2871379684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dbf114-ac9f-42f0-884b-0d45841b1406,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:11.458574 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-451933c4-8e91-447c-91c5-5e2871379684 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=810cda22c2674c91842e9022b76514d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248706 Apr 12 14:56:11.460643 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41280) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:11.511894 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3dd22790-092d-4010-a2b3-e0e462b51303 admin admin] Publish callbacks [] for security_group (c3dbf114-ac9f-42f0-884b-0d45841b1406), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:11.537749 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3dd22790-092d-4010-a2b3-e0e462b51303 admin admin] Publish callbacks [] for security_group (c3dbf114-ac9f-42f0-884b-0d45841b1406), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:11.690054 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3dd22790-092d-4010-a2b3-e0e462b51303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (c3dbf114-ac9f-42f0-884b-0d45841b1406), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:11.692988 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3dd22790-092d-4010-a2b3-e0e462b51303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:11.694231 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-3dd22790-092d-4010-a2b3-e0e462b51303 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3dbf114-ac9f-42f0-884b-0d45841b1406 HTTP/1.1" status: 204 len: 168 time: 0.2326636 Apr 12 14:56:11.703198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd22790-092d-4010-a2b3-e0e462b51303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dbf114-ac9f-42f0-884b-0d45841b1406,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:11.855752 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65208ce4-7996-4e49-9c13-38bb3e453448 req-bcda0550-b28f-4243-94ee-b24a9ad4977e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:11.858351 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-65208ce4-7996-4e49-9c13-38bb3e453448 req-bcda0550-b28f-4243-94ee-b24a9ad4977e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Apr 12 14:56:11.913382 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-65208ce4-7996-4e49-9c13-38bb3e453448 req-39280b8f-6d95-4285-96e8-825519102575 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502186 Apr 12 14:56:12.787403 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41300) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:12.804639 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:12.882599 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Publish callbacks [] for security_group (829ee56c-15b4-48b6-a7cc-de0736e7e682), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:12.955521 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (829ee56c-15b4-48b6-a7cc-de0736e7e682), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:12.988487 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e7185711b0e45deb11b7cbe7f0a711b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1999900 Apr 12 14:56:12.992201 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41308) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:13.018333 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829ee56c-15b4-48b6-a7cc-de0736e7e682,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:13.044224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.044575 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.045208 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.045773 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.046121 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.046468 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.046780 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.047104 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.047428 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.047968 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.048316 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.048641 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.048962 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.049282 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.049596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f16397-338a-4bf7-93e1-84d88948597e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.055657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Publish callbacks [] for security_group (829ee56c-15b4-48b6-a7cc-de0736e7e682), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:13.068391 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0755f-b1d6-4b0b-b846-288c81f5cf53 req-ff67f2bc-a2ec-49c4-9e47-1a8154efb3b3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:13.070729 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dcd0755f-b1d6-4b0b-b846-288c81f5cf53 req-ff67f2bc-a2ec-49c4-9e47-1a8154efb3b3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0725474 Apr 12 14:56:13.096284 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Publish callbacks [] for security_group (829ee56c-15b4-48b6-a7cc-de0736e7e682), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:13.122615 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dcd0755f-b1d6-4b0b-b846-288c81f5cf53 req-bed23fb0-16f7-457c-b728-68358209f320 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Apr 12 14:56:13.142416 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-c5831890-89c3-4d71-af55-7caad96d7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:13.143904 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-c5831890-89c3-4d71-af55-7caad96d7f34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 1129 time: 0.0644908 Apr 12 14:56:13.246363 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-1b186a5c-1aa5-46eb-adcf-2107fffc595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:13.247810 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-1b186a5c-1aa5-46eb-adcf-2107fffc595c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.0961101 Apr 12 14:56:13.288833 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-a5308133-0c2b-4489-92a4-0be8b1d4fe44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e HTTP/1.1" status: 200 len: 217 time: 0.0344005 Apr 12 14:56:13.289752 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (829ee56c-15b4-48b6-a7cc-de0736e7e682), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:13.293126 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:13.294151 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/829ee56c-15b4-48b6-a7cc-de0736e7e682 HTTP/1.1" status: 204 len: 168 time: 0.3006399 Apr 12 14:56:13.316356 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829ee56c-15b4-48b6-a7cc-de0736e7e682,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:13.345820 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.346163 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.346506 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.346836 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.347185 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.347511 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.347834 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.348155 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.348712 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.348834 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.349097 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.349415 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.349756 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.350073 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.350387 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918b372f-eab0-4af1-888d-c3cd26822dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:13.383628 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-632260f3-abce-498c-ba0d-269b9f894dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:13.386187 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-632260f3-abce-498c-ba0d-269b9f894dd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0875881 Apr 12 14:56:13.434443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-eb1651be-86fc-4302-8bec-7928a3ecfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:13.436182 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-eb1651be-86fc-4302-8bec-7928a3ecfbfd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423694 Apr 12 14:56:13.535298 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-8a7a476e-29f1-4f7a-8a88-8884fbf1733f service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920815 Apr 12 14:56:13.631114 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-260ebaa6-959a-4833-a45d-86f88fbb6ac7 req-af202b03-96d6-42fa-b7c9-b861a0e4bc70 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883775 Apr 12 14:56:14.263994 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c6f92-1e14-4483-950a-43a4f26d5483 req-22cd2ff0-2a6c-44b3-b6ac-0448cc3a01a5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:14.265889 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba3c6f92-1e14-4483-950a-43a4f26d5483 req-22cd2ff0-2a6c-44b3-b6ac-0448cc3a01a5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0637488 Apr 12 14:56:14.323919 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba3c6f92-1e14-4483-950a-43a4f26d5483 req-7cf37583-c7fa-4124-abc3-7533d2790832 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494764 Apr 12 14:56:15.454215 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8861-ba9c-4603-9ab9-5117e6ba4043 req-1bf0309e-79ac-423c-b46a-08d70af15aa1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:15.455665 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-12bf8861-ba9c-4603-9ab9-5117e6ba4043 req-1bf0309e-79ac-423c-b46a-08d70af15aa1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Apr 12 14:56:15.503295 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-12bf8861-ba9c-4603-9ab9-5117e6ba4043 req-572129ef-5efa-4f25-9a65-542dc1d7c12c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Apr 12 14:56:15.662576 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21344f14-dc17-4a49-b459-035e75ed394a req-8366a666-44f9-44cf-be0f-06398891c8e4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:15.664141 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21344f14-dc17-4a49-b459-035e75ed394a req-8366a666-44f9-44cf-be0f-06398891c8e4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0506151 Apr 12 14:56:15.749921 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21344f14-dc17-4a49-b459-035e75ed394a req-0db8e564-a23f-4725-a4ce-3d3e93a735e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759406 Apr 12 14:56:16.631535 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129113b-da95-4764-9cd3-b2635b6d72f3 req-59db5820-ab72-4638-a301-02668c1ba306 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:16.632494 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5129113b-da95-4764-9cd3-b2635b6d72f3 req-59db5820-ab72-4638-a301-02668c1ba306 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0490096 Apr 12 14:56:16.682907 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5129113b-da95-4764-9cd3-b2635b6d72f3 req-b5962461-bbc9-4fe2-ac67-3655496cffcf tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Apr 12 14:56:16.886348 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41492) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:16.924677 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d67b94-e457-41bc-9f62-a3167101362e req-657bf653-3292-4f92-bb03-1fdfeb39779c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:16.926345 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-93d67b94-e457-41bc-9f62-a3167101362e req-657bf653-3292-4f92-bb03-1fdfeb39779c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0686016 Apr 12 14:56:16.975302 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-93d67b94-e457-41bc-9f62-a3167101362e req-3a78e94e-4473-4ec1-b1d8-25b4bdd32f50 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415039 Apr 12 14:56:17.194024 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f3e7a-db1f-4d56-9f8f-4d273742b8df req-628e9785-b41c-4d86-a6fc-9dd75348896c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:17.195503 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c47f3e7a-db1f-4d56-9f8f-4d273742b8df req-628e9785-b41c-4d86-a6fc-9dd75348896c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0504413 Apr 12 14:56:17.254009 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c47f3e7a-db1f-4d56-9f8f-4d273742b8df req-3656d5ab-19a6-4939-b312-9b53ddc51b2b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506859 Apr 12 14:56:17.397305 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41508) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:17.428939 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41512) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:17.494354 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2ed83a69-8b66-4b35-995a-3d4228e6ddb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.497251 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-07797594-25bb-4738-a1cc-41075e1f9d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.539712 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e7153ac2-4919-4c50-8723-4831d7a09719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.680241 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2ed83a69-8b66-4b35-995a-3d4228e6ddb4 admin admin] Publish callbacks [] for security_group (8712f27e-23d5-419f-97f9-abdb916734db), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.697699 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-07797594-25bb-4738-a1cc-41075e1f9d9f admin admin] Publish callbacks [] for security_group (5a5ab19d-0ec5-40c8-b30f-a57eed36bd80), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.731048 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e7153ac2-4919-4c50-8723-4831d7a09719 admin admin] Publish callbacks [] for security_group (f794530b-3753-4b9b-8611-8515b50d543a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.808344 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fba4d-b6d8-4a32-ab88-3cb09b43205b req-b168b82d-eb52-4de3-a5ce-42f4e228ac06 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:17.809868 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fa4fba4d-b6d8-4a32-ab88-3cb09b43205b req-b168b82d-eb52-4de3-a5ce-42f4e228ac06 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0467365 Apr 12 14:56:17.815029 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2ed83a69-8b66-4b35-995a-3d4228e6ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (8712f27e-23d5-419f-97f9-abdb916734db), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.855490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed83a69-8b66-4b35-995a-3d4228e6ddb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8712f27e-23d5-419f-97f9-abdb916734db,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:17.859874 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2ed83a69-8b66-4b35-995a-3d4228e6ddb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24f917003b1f442d95a68272366cba3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611013 Apr 12 14:56:17.862636 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41522) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:17.869144 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-07797594-25bb-4738-a1cc-41075e1f9d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5a5ab19d-0ec5-40c8-b30f-a57eed36bd80), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.873940 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e7153ac2-4919-4c50-8723-4831d7a09719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f794530b-3753-4b9b-8611-8515b50d543a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:17.875601 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fa4fba4d-b6d8-4a32-ab88-3cb09b43205b req-524c74d2-fe0e-40c9-9248-74efc118a3f0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579622 Apr 12 14:56:17.954178 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e7153ac2-4919-4c50-8723-4831d7a09719 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=398d9df010834f2493f72e0a6e2029ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242696 Apr 12 14:56:17.956764 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41524) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:17.960579 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-07797594-25bb-4738-a1cc-41075e1f9d9f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=648d6c6f02b94de0aa72c98f958e4bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0728812 Apr 12 14:56:17.961335 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07797594-25bb-4738-a1cc-41075e1f9d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5ab19d-0ec5-40c8-b30f-a57eed36bd80,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:17.964468 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41526) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:18.042173 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-95497108-a7cf-4467-a40b-d451c54994ff admin admin] Publish callbacks [] for security_group (8712f27e-23d5-419f-97f9-abdb916734db), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.047027 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7153ac2-4919-4c50-8723-4831d7a09719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f794530b-3753-4b9b-8611-8515b50d543a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:18.052400 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0bd3-15f2-415c-abb6-3a1be1687bc9 admin admin] Publish callbacks [] for security_group (f794530b-3753-4b9b-8611-8515b50d543a), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.087577 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-95497108-a7cf-4467-a40b-d451c54994ff admin admin] Publish callbacks [] for security_group (8712f27e-23d5-419f-97f9-abdb916734db), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.100105 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7da0860b-39ac-432a-b121-b7fee53e9277 admin admin] Publish callbacks [] for security_group (5a5ab19d-0ec5-40c8-b30f-a57eed36bd80), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.126650 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0bd3-15f2-415c-abb6-3a1be1687bc9 admin admin] Publish callbacks [] for security_group (f794530b-3753-4b9b-8611-8515b50d543a), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.153491 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7da0860b-39ac-432a-b121-b7fee53e9277 admin admin] Publish callbacks [] for security_group (5a5ab19d-0ec5-40c8-b30f-a57eed36bd80), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.170494 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c0ee0-b5a0-490c-bee8-60b60c5a8445 req-a3d34078-82e6-4a97-b4ad-eaadc6ca0a19 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:18.174210 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d12c0ee0-b5a0-490c-bee8-60b60c5a8445 req-a3d34078-82e6-4a97-b4ad-eaadc6ca0a19 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0857012 Apr 12 14:56:18.232993 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d12c0ee0-b5a0-490c-bee8-60b60c5a8445 req-517decd4-2654-4993-9bf9-59e001ab4572 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504496 Apr 12 14:56:18.312115 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0bd3-15f2-415c-abb6-3a1be1687bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f794530b-3753-4b9b-8611-8515b50d543a), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.312581 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-95497108-a7cf-4467-a40b-d451c54994ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (8712f27e-23d5-419f-97f9-abdb916734db), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.316362 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0bd3-15f2-415c-abb6-3a1be1687bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.316536 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-95497108-a7cf-4467-a40b-d451c54994ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.316632 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5d4f0bd3-15f2-415c-abb6-3a1be1687bc9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f794530b-3753-4b9b-8611-8515b50d543a HTTP/1.1" status: 204 len: 168 time: 0.3581359 Apr 12 14:56:18.319048 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-95497108-a7cf-4467-a40b-d451c54994ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8712f27e-23d5-419f-97f9-abdb916734db HTTP/1.1" status: 204 len: 168 time: 0.4553812 Apr 12 14:56:18.324764 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7da0860b-39ac-432a-b121-b7fee53e9277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5a5ab19d-0ec5-40c8-b30f-a57eed36bd80), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.325936 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f0bd3-15f2-415c-abb6-3a1be1687bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f794530b-3753-4b9b-8611-8515b50d543a,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:18.326241 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7da0860b-39ac-432a-b121-b7fee53e9277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:18.334585 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-7da0860b-39ac-432a-b121-b7fee53e9277 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a5ab19d-0ec5-40c8-b30f-a57eed36bd80 HTTP/1.1" status: 204 len: 168 time: 0.3622458 Apr 12 14:56:18.343673 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95497108-a7cf-4467-a40b-d451c54994ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712f27e-23d5-419f-97f9-abdb916734db,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:18.374457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0860b-39ac-432a-b121-b7fee53e9277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5ab19d-0ec5-40c8-b30f-a57eed36bd80,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:18.443957 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefdc60-ea69-4cb3-850d-08d1b35888d9 req-d5e45093-5b73-4d02-919b-ea8def1ae5d3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:18.445456 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fbefdc60-ea69-4cb3-850d-08d1b35888d9 req-d5e45093-5b73-4d02-919b-ea8def1ae5d3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0573814 Apr 12 14:56:18.503286 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fbefdc60-ea69-4cb3-850d-08d1b35888d9 req-edcab345-4717-413a-be6f-4f62e6e4450d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509093 Apr 12 14:56:19.013285 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842adf8-bd6e-4c4b-9201-650ab83ca58a req-7d5163e0-ce87-43bb-91e7-1919ec841ba0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:19.015602 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3842adf8-bd6e-4c4b-9201-650ab83ca58a req-7d5163e0-ce87-43bb-91e7-1919ec841ba0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0628681 Apr 12 14:56:19.064995 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3842adf8-bd6e-4c4b-9201-650ab83ca58a req-fd659392-c11b-419e-a40a-fcb19e877bcf tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Apr 12 14:56:19.352430 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9e079-465b-491f-9b2b-5d03a9cd9061 req-5a1461af-1c63-474d-971f-74e132a3abe0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:19.353884 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b9a9e079-465b-491f-9b2b-5d03a9cd9061 req-5a1461af-1c63-474d-971f-74e132a3abe0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0477889 Apr 12 14:56:19.405758 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b9a9e079-465b-491f-9b2b-5d03a9cd9061 req-88794b6f-63a3-4a87-96c1-38a0e94d4486 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458171 Apr 12 14:56:19.489916 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41566) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:19.507252 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1651271c-9e75-447a-8b3a-8aa9132204f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:19.608194 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1651271c-9e75-447a-8b3a-8aa9132204f3 admin admin] Publish callbacks [] for security_group (1768465b-07d7-414d-a3e8-8accaffcc311), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:19.635872 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef8c5a-4c74-4eb9-8ca6-2bc253318ef7 req-494f123e-0c71-4b6c-9768-56e4a08320e1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:19.637518 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-86ef8c5a-4c74-4eb9-8ca6-2bc253318ef7 req-494f123e-0c71-4b6c-9768-56e4a08320e1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0529840 Apr 12 14:56:19.687049 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-86ef8c5a-4c74-4eb9-8ca6-2bc253318ef7 req-177248c4-6346-4def-abf8-c13204e3475b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437977 Apr 12 14:56:19.688946 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1651271c-9e75-447a-8b3a-8aa9132204f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1768465b-07d7-414d-a3e8-8accaffcc311), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:19.728949 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1651271c-9e75-447a-8b3a-8aa9132204f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4fd68affb7641e0b0a42357a7fa82a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379231 Apr 12 14:56:19.731725 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41574) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:19.739415 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651271c-9e75-447a-8b3a-8aa9132204f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1768465b-07d7-414d-a3e8-8accaffcc311,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:19.796596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e4db3f1-d71c-4191-8093-ee2e07207eb6 admin admin] Publish callbacks [] for security_group (1768465b-07d7-414d-a3e8-8accaffcc311), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:19.822144 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e4db3f1-d71c-4191-8093-ee2e07207eb6 admin admin] Publish callbacks [] for security_group (1768465b-07d7-414d-a3e8-8accaffcc311), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:19.940225 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e4db3f1-d71c-4191-8093-ee2e07207eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1768465b-07d7-414d-a3e8-8accaffcc311), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:19.944712 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e4db3f1-d71c-4191-8093-ee2e07207eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:19.946011 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6e4db3f1-d71c-4191-8093-ee2e07207eb6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1768465b-07d7-414d-a3e8-8accaffcc311 HTTP/1.1" status: 204 len: 168 time: 0.2133121 Apr 12 14:56:19.954688 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4db3f1-d71c-4191-8093-ee2e07207eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1768465b-07d7-414d-a3e8-8accaffcc311,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:20.184218 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c17d0-c2b6-48d4-9efa-23528cadb7e2 req-29960da4-928c-4ed9-be67-c498326b3cfd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:20.195559 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-126c17d0-c2b6-48d4-9efa-23528cadb7e2 req-29960da4-928c-4ed9-be67-c498326b3cfd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Apr 12 14:56:20.250716 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-126c17d0-c2b6-48d4-9efa-23528cadb7e2 req-2264e7fb-d85c-4c50-99a1-40d82cf82781 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594456 Apr 12 14:56:20.544720 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58aed5-c36b-4ada-afc2-188f434b9400 req-ee3cf731-90e7-420e-ad97-7ba496406b8a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:20.546317 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ab58aed5-c36b-4ada-afc2-188f434b9400 req-ee3cf731-90e7-420e-ad97-7ba496406b8a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0517888 Apr 12 14:56:20.596834 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ab58aed5-c36b-4ada-afc2-188f434b9400 req-106a4c30-41c7-4586-b107-f5d2e99c1818 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Apr 12 14:56:20.803071 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8ef5-468d-4c65-9a7e-c7873d753a77 req-b6131348-e8e9-4232-b571-397d4d736524 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:20.804986 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8bbe8ef5-468d-4c65-9a7e-c7873d753a77 req-b6131348-e8e9-4232-b571-397d4d736524 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0494394 Apr 12 14:56:20.853862 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8bbe8ef5-468d-4c65-9a7e-c7873d753a77 req-ed2e4163-3a1a-40ca-9173-3f68b7b6d2fb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431142 Apr 12 14:56:21.370640 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5886f-2b23-4556-b678-e24c05d4960e req-26f9a5c7-a7e5-4d65-bfc9-266ae5d59abd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:21.372293 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60b5886f-2b23-4556-b678-e24c05d4960e req-26f9a5c7-a7e5-4d65-bfc9-266ae5d59abd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0517848 Apr 12 14:56:21.421991 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60b5886f-2b23-4556-b678-e24c05d4960e req-4025e23b-c278-48c3-b423-f9dba3cee7f2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440643 Apr 12 14:56:21.719438 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff3ee6-fe29-4fed-bcc7-d39594a9169b req-5a2d5111-c12c-49f8-a164-3d6f3f829280 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:21.720974 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49ff3ee6-fe29-4fed-bcc7-d39594a9169b req-5a2d5111-c12c-49f8-a164-3d6f3f829280 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0518827 Apr 12 14:56:21.771321 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49ff3ee6-fe29-4fed-bcc7-d39594a9169b req-6557a638-4ff9-491c-a702-e888b52fc74f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 Apr 12 14:56:21.812900 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41642) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:21.924213 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df811848-62cc-4330-babc-baf66f5cf9ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:21.991527 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bf892-4847-4e78-87bb-6cffe016fb82 req-50eb2a56-103c-4463-ae98-52cf85193bbd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:21.992936 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-738bf892-4847-4e78-87bb-6cffe016fb82 req-50eb2a56-103c-4463-ae98-52cf85193bbd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0666564 Apr 12 14:56:22.068939 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-738bf892-4847-4e78-87bb-6cffe016fb82 req-ad54717b-c87d-48e0-b854-930c7271f634 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695832 Apr 12 14:56:22.090252 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df811848-62cc-4330-babc-baf66f5cf9ca admin admin] Publish callbacks [] for security_group (5f33cc68-0956-449a-b438-552e5b99bb80), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:22.140214 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df811848-62cc-4330-babc-baf66f5cf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5f33cc68-0956-449a-b438-552e5b99bb80), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:22.180395 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-df811848-62cc-4330-babc-baf66f5cf9ca admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b19ce02525374333857a98e5c2160342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664045 Apr 12 14:56:22.181293 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df811848-62cc-4330-babc-baf66f5cf9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33cc68-0956-449a-b438-552e5b99bb80,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:22.183331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41650) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:22.236727 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3c695dee-3e55-47b6-8827-582321aa340a admin admin] Publish callbacks [] for security_group (5f33cc68-0956-449a-b438-552e5b99bb80), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:22.259367 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3c695dee-3e55-47b6-8827-582321aa340a admin admin] Publish callbacks [] for security_group (5f33cc68-0956-449a-b438-552e5b99bb80), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:22.393655 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3c695dee-3e55-47b6-8827-582321aa340a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5f33cc68-0956-449a-b438-552e5b99bb80), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:22.396319 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3c695dee-3e55-47b6-8827-582321aa340a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:22.397481 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-3c695dee-3e55-47b6-8827-582321aa340a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f33cc68-0956-449a-b438-552e5b99bb80 HTTP/1.1" status: 204 len: 168 time: 0.2130439 Apr 12 14:56:22.407323 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c695dee-3e55-47b6-8827-582321aa340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33cc68-0956-449a-b438-552e5b99bb80,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:22.538229 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad47a-6c50-48f9-8a5f-90705a318aeb req-f5a9adb6-efd5-490d-888e-2cc44fb1f579 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:22.539777 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4bad47a-6c50-48f9-8a5f-90705a318aeb req-f5a9adb6-efd5-490d-888e-2cc44fb1f579 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0483422 Apr 12 14:56:22.595260 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4bad47a-6c50-48f9-8a5f-90705a318aeb req-2d01cb13-698c-43ef-b11f-5c825b3a4789 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493474 Apr 12 14:56:22.902182 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422812a-2510-4dcb-a022-f7bd8c8b1aba req-d7eb5838-314c-4dce-ad60-b33e18b01ac8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:22.903695 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1422812a-2510-4dcb-a022-f7bd8c8b1aba req-d7eb5838-314c-4dce-ad60-b33e18b01ac8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0500205 Apr 12 14:56:22.964660 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1422812a-2510-4dcb-a022-f7bd8c8b1aba req-3d2b167c-c0a1-4835-ba44-e3b4c0a78418 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553341 Apr 12 14:56:23.202686 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee732d-f345-45d2-b33b-858539231449 req-9ee456a1-4ea4-4c13-985e-06eeefe93828 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:23.204468 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bcee732d-f345-45d2-b33b-858539231449 req-9ee456a1-4ea4-4c13-985e-06eeefe93828 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0533695 Apr 12 14:56:23.262676 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bcee732d-f345-45d2-b33b-858539231449 req-e0812549-a91f-453c-93a2-a91e3fabe18a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492592 Apr 12 14:56:23.713674 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad925c-af40-4271-acf1-72f0fe809b82 req-5611b025-2200-49c3-a6d3-02af143db42b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:23.715159 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fbad925c-af40-4271-acf1-72f0fe809b82 req-5611b025-2200-49c3-a6d3-02af143db42b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Apr 12 14:56:23.762587 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fbad925c-af40-4271-acf1-72f0fe809b82 req-60338bdc-c3fe-4d5e-a6a8-ba26cb59f7ac tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Apr 12 14:56:24.091147 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd36f1-0ee1-4377-b77e-d4bf5c290cbd req-a17c861f-94ef-4074-9e4b-15353fdc421d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:24.095782 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8abd36f1-0ee1-4377-b77e-d4bf5c290cbd req-a17c861f-94ef-4074-9e4b-15353fdc421d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0525534 Apr 12 14:56:24.161954 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8abd36f1-0ee1-4377-b77e-d4bf5c290cbd req-49d33482-9593-4b46-8e15-d494353f7e8d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541747 Apr 12 14:56:24.396733 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f415064-0d8c-4e81-b2f5-8c74b522a8a6 req-4f5a040e-ace4-4654-87f3-9ebbf3f22bfe tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:24.398282 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f415064-0d8c-4e81-b2f5-8c74b522a8a6 req-4f5a040e-ace4-4654-87f3-9ebbf3f22bfe tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0525129 Apr 12 14:56:24.454013 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f415064-0d8c-4e81-b2f5-8c74b522a8a6 req-407ca4c8-2de8-4bfb-bc9b-99098156dd65 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470378 Apr 12 14:56:24.878594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f9db0-56ca-45f8-8850-4c0ce53f866c req-8ca5dbfa-3d43-4a35-b130-0fe947925770 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:24.880110 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-565f9db0-56ca-45f8-8850-4c0ce53f866c req-8ca5dbfa-3d43-4a35-b130-0fe947925770 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0475636 Apr 12 14:56:24.929069 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-565f9db0-56ca-45f8-8850-4c0ce53f866c req-ebbc4448-5288-4b30-ad1d-93af6e24af07 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Apr 12 14:56:25.302902 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2d7ac-fe6e-4b0d-967d-9798f50d2916 req-c923a59f-6616-4e77-8215-cbc9c9b1f6a4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:25.304717 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fa2d7ac-fe6e-4b0d-967d-9798f50d2916 req-c923a59f-6616-4e77-8215-cbc9c9b1f6a4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0532374 Apr 12 14:56:25.357650 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fa2d7ac-fe6e-4b0d-967d-9798f50d2916 req-7dad577d-adab-4fe0-af32-2d8ca795d53a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461392 Apr 12 14:56:25.593002 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae1591-cfd6-41dd-aa21-4ea3191fcfbe req-d1f35709-43d0-46e6-8e1a-d3d1cda57b2e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:25.594525 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06ae1591-cfd6-41dd-aa21-4ea3191fcfbe req-d1f35709-43d0-46e6-8e1a-d3d1cda57b2e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0474007 Apr 12 14:56:25.644021 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06ae1591-cfd6-41dd-aa21-4ea3191fcfbe req-212e9e1e-b207-42f5-9809-829cf42ca28f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438271 Apr 12 14:56:26.044105 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a029e92-444d-4619-924b-2c0647a47479 req-e4429427-9ab3-4ab5-bafe-1f9235cdef78 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:26.045580 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2a029e92-444d-4619-924b-2c0647a47479 req-e4429427-9ab3-4ab5-bafe-1f9235cdef78 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Apr 12 14:56:26.094281 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2a029e92-444d-4619-924b-2c0647a47479 req-eb7fb1ed-54fe-48f6-8ccd-5bdd804078e9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429149 Apr 12 14:56:26.480576 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dbf8a-9b4d-4e43-b801-6d1aac857258 req-69f9482a-4bdd-4cc7-9c23-d608de1274db tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:26.482124 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-049dbf8a-9b4d-4e43-b801-6d1aac857258 req-69f9482a-4bdd-4cc7-9c23-d608de1274db tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0525136 Apr 12 14:56:26.532429 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-049dbf8a-9b4d-4e43-b801-6d1aac857258 req-2368f36d-3d46-4dbd-802a-86d32556690a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438857 Apr 12 14:56:26.762385 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdcfcc-c374-44b7-addf-401da00982d8 req-62c69ca2-f48f-4fdb-993f-ef478b61cded tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:26.763934 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-66fdcfcc-c374-44b7-addf-401da00982d8 req-62c69ca2-f48f-4fdb-993f-ef478b61cded tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0498090 Apr 12 14:56:26.815886 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-66fdcfcc-c374-44b7-addf-401da00982d8 req-81b2f06c-e065-4333-b359-3716c36a3a5b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434163 Apr 12 14:56:27.116283 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41774) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:27.218492 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f22d1-9b4d-43b8-a857-41176520353f req-f15c41b5-d4ef-4a0e-9c9c-3d002c519412 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:27.218492 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-999f22d1-9b4d-43b8-a857-41176520353f req-f15c41b5-d4ef-4a0e-9c9c-3d002c519412 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Apr 12 14:56:27.238567 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-474b0049-5931-43c5-bebe-0eba23963b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.271905 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-999f22d1-9b4d-43b8-a857-41176520353f req-7bb9bd31-81f3-4ccd-a697-9f7792cc9e04 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484326 Apr 12 14:56:27.346989 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-474b0049-5931-43c5-bebe-0eba23963b38 admin admin] Publish callbacks [] for security_group (78109741-f6db-4d39-9fe3-1bf7109071e1), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.454867 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-474b0049-5931-43c5-bebe-0eba23963b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (78109741-f6db-4d39-9fe3-1bf7109071e1), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.466218 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee4e6-3912-4204-a127-c373a76800a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.500040 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-474b0049-5931-43c5-bebe-0eba23963b38 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6cdfb0a0b1b4065b6383816a1a0ad3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819473 Apr 12 14:56:27.501198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b0049-5931-43c5-bebe-0eba23963b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78109741-f6db-4d39-9fe3-1bf7109071e1,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:27.502231 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41790) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:27.561550 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-61a8731b-362b-4adb-8874-4761e7628daa admin admin] Publish callbacks [] for security_group (78109741-f6db-4d39-9fe3-1bf7109071e1), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.587378 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-61a8731b-362b-4adb-8874-4761e7628daa admin admin] Publish callbacks [] for security_group (78109741-f6db-4d39-9fe3-1bf7109071e1), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.675997 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62adc-f0af-48be-88f7-77e4069e691f req-1a85741d-f3fd-4b6b-9121-33f2a3230882 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:27.677505 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ed62adc-f0af-48be-88f7-77e4069e691f req-1a85741d-f3fd-4b6b-9121-33f2a3230882 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0548384 Apr 12 14:56:27.737079 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ed62adc-f0af-48be-88f7-77e4069e691f req-f42aa0a4-49b4-4b6d-a845-b42651b38dae tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478199 Apr 12 14:56:27.746716 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41800) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:27.760821 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-61a8731b-362b-4adb-8874-4761e7628daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (78109741-f6db-4d39-9fe3-1bf7109071e1), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.765402 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-61a8731b-362b-4adb-8874-4761e7628daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.767136 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-61a8731b-362b-4adb-8874-4761e7628daa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78109741-f6db-4d39-9fe3-1bf7109071e1 HTTP/1.1" status: 204 len: 168 time: 0.2636027 Apr 12 14:56:27.779824 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8731b-362b-4adb-8874-4761e7628daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78109741-f6db-4d39-9fe3-1bf7109071e1,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:27.853963 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41808) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:27.859227 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-f845da50-f844-43ad-8361-2fcdcfa8f2eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801745640', 'description': 'tempest-description--1820262388'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:27.898224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-64739f5d-7d2c-4be3-9e9e-a30023b48e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.962132 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f845da50-f844-43ad-8361-2fcdcfa8f2eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:27.991018 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540708-7f42-4ea0-a173-1478c981b656 req-beb6984e-008d-4504-860f-d700ce9aeabc tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:27.992478 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f540708-7f42-4ea0-a173-1478c981b656 req-beb6984e-008d-4504-860f-d700ce9aeabc tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0791013 Apr 12 14:56:28.102773 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f540708-7f42-4ea0-a173-1478c981b656 req-e67b8bbd-3d9b-46ae-be07-736582f6ccae tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990157 Apr 12 14:56:28.106304 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-64739f5d-7d2c-4be3-9e9e-a30023b48e7f admin admin] Publish callbacks [] for security_group (cf27ccaa-0efa-44e1-9ef7-e53361861342), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.141551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f845da50-f844-43ad-8361-2fcdcfa8f2eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (69e71687-ec17-4e70-b9f0-2f18223c7de4), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.162874 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-64739f5d-7d2c-4be3-9e9e-a30023b48e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cf27ccaa-0efa-44e1-9ef7-e53361861342), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.192441 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f845da50-f844-43ad-8361-2fcdcfa8f2eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (69e71687-ec17-4e70-b9f0-2f18223c7de4), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.216751 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-64739f5d-7d2c-4be3-9e9e-a30023b48e7f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b14f844d37b490ba992c59507af9b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689887 Apr 12 14:56:28.220313 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41818) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:28.222786 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64739f5d-7d2c-4be3-9e9e-a30023b48e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf27ccaa-0efa-44e1-9ef7-e53361861342,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:28.252952 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845da50-f844-43ad-8361-2fcdcfa8f2eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e71687-ec17-4e70-b9f0-2f18223c7de4,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:28.288408 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-87ac913e-e69a-4a1b-bbc1-928823fcc551 admin admin] Publish callbacks [] for security_group (cf27ccaa-0efa-44e1-9ef7-e53361861342), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.316756 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-87ac913e-e69a-4a1b-bbc1-928823fcc551 admin admin] Publish callbacks [] for security_group (cf27ccaa-0efa-44e1-9ef7-e53361861342), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.336633 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f845da50-f844-43ad-8361-2fcdcfa8f2eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.341582 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-f845da50-f844-43ad-8361-2fcdcfa8f2eb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4826519 Apr 12 14:56:28.341943 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41822) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:28.346370 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-2492ca8d-9872-4458-8794-98cd86b85513 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': '69e71687-ec17-4e70-b9f0-2f18223c7de4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:28.408337 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa4bf6-6c9e-4dc2-b4ec-e231cf97309f req-3dc9d6b7-7b8b-4574-84c8-02decb6c5749 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:28.409882 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4faa4bf6-6c9e-4dc2-b4ec-e231cf97309f req-3dc9d6b7-7b8b-4574-84c8-02decb6c5749 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0590525 Apr 12 14:56:28.426084 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-87ac913e-e69a-4a1b-bbc1-928823fcc551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cf27ccaa-0efa-44e1-9ef7-e53361861342), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.428944 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-87ac913e-e69a-4a1b-bbc1-928823fcc551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.430117 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-87ac913e-e69a-4a1b-bbc1-928823fcc551 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf27ccaa-0efa-44e1-9ef7-e53361861342 HTTP/1.1" status: 204 len: 168 time: 0.2079000 Apr 12 14:56:28.439343 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac913e-e69a-4a1b-bbc1-928823fcc551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf27ccaa-0efa-44e1-9ef7-e53361861342,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:28.480328 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2492ca8d-9872-4458-8794-98cd86b85513 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (082a2ab0-9d42-4e0a-9298-eaca516056ed), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.504330 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4faa4bf6-6c9e-4dc2-b4ec-e231cf97309f req-edacfd62-8bb3-45eb-a7de-0106842714e5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870433 Apr 12 14:56:28.563978 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2492ca8d-9872-4458-8794-98cd86b85513 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (082a2ab0-9d42-4e0a-9298-eaca516056ed), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.654833 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2492ca8d-9872-4458-8794-98cd86b85513 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (082a2ab0-9d42-4e0a-9298-eaca516056ed), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.668978 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492ca8d-9872-4458-8794-98cd86b85513 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082a2ab0-9d42-4e0a-9298-eaca516056ed,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:28.754518 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2492ca8d-9872-4458-8794-98cd86b85513 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.755790 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-2492ca8d-9872-4458-8794-98cd86b85513 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4128788 Apr 12 14:56:28.759293 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41836) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:28.763904 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-593b3cc8-22e6-4986-8b58-21679235fa4d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': '69e71687-ec17-4e70-b9f0-2f18223c7de4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:28.862261 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-593b3cc8-22e6-4986-8b58-21679235fa4d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (96bf0c5d-8a9d-4f51-95e6-64f0dc7aa18d), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:28.873562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb44c5f-e065-4c46-ad94-91ebd338a3ab req-789b6e48-9323-4e7f-b2f4-2d248d6d3869 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:28.875125 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5eb44c5f-e065-4c46-ad94-91ebd338a3ab req-789b6e48-9323-4e7f-b2f4-2d248d6d3869 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0618603 Apr 12 14:56:28.928170 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5eb44c5f-e065-4c46-ad94-91ebd338a3ab req-d9ab468f-de1d-4325-a180-3678d114539a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457416 Apr 12 14:56:28.935525 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-593b3cc8-22e6-4986-8b58-21679235fa4d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (96bf0c5d-8a9d-4f51-95e6-64f0dc7aa18d), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.020616 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-593b3cc8-22e6-4986-8b58-21679235fa4d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (96bf0c5d-8a9d-4f51-95e6-64f0dc7aa18d), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.042776 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b3cc8-22e6-4986-8b58-21679235fa4d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96bf0c5d-8a9d-4f51-95e6-64f0dc7aa18d,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:29.085730 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41850) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:29.099850 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d498bcc9-4e9e-4834-ac53-d41ccecd96e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.103000 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-593b3cc8-22e6-4986-8b58-21679235fa4d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.107594 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-593b3cc8-22e6-4986-8b58-21679235fa4d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3471773 Apr 12 14:56:29.108388 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41852) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:29.112929 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:29.186384 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.199992 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d498bcc9-4e9e-4834-ac53-d41ccecd96e0 admin admin] Publish callbacks [] for security_group (259a406d-541c-4e88-a097-7bd6974a46d8), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.240667 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6b1a1-3b0a-4e4a-b7ac-790353bbd11a req-8555e8ad-941a-476b-8fab-ba5ca8e496fa tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:29.242603 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-57f6b1a1-3b0a-4e4a-b7ac-790353bbd11a req-8555e8ad-941a-476b-8fab-ba5ca8e496fa tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0571637 Apr 12 14:56:29.276596 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.277169 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d498bcc9-4e9e-4834-ac53-d41ccecd96e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (259a406d-541c-4e88-a097-7bd6974a46d8), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.328088 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-57f6b1a1-3b0a-4e4a-b7ac-790353bbd11a req-21596e7a-d056-40e4-9791-2b1ecf35108d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781448 Apr 12 14:56:29.333620 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498bcc9-4e9e-4834-ac53-d41ccecd96e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259a406d-541c-4e88-a097-7bd6974a46d8,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:29.338757 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-d498bcc9-4e9e-4834-ac53-d41ccecd96e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c690aa635b54e278cd64b57202db649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518649 Apr 12 14:56:29.341300 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41856) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:29.422730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.27.2.160 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/4aefae04-db24-423f-981a-4a59cef40730) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:56:29.449916 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f891bf1b-e0f9-4ff7-bd32-7668470fa9e5 admin admin] Publish callbacks [] for security_group (259a406d-541c-4e88-a097-7bd6974a46d8), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.519572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f891bf1b-e0f9-4ff7-bd32-7668470fa9e5 admin admin] Publish callbacks [] for security_group (259a406d-541c-4e88-a097-7bd6974a46d8), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.592103 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (4aefae04-db24-423f-981a-4a59cef40730), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.627045 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf437c-3321-485d-a34a-11ac5a9ddba4 req-8ed38660-e86b-40a6-8126-e13aeef45f6b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:29.628555 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-00bf437c-3321-485d-a34a-11ac5a9ddba4 req-8ed38660-e86b-40a6-8126-e13aeef45f6b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0518432 Apr 12 14:56:29.679479 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-00bf437c-3321-485d-a34a-11ac5a9ddba4 req-99916c88-b56c-4f53-bc6a-130d9247d8df tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449755 Apr 12 14:56:29.700346 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f891bf1b-e0f9-4ff7-bd32-7668470fa9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (259a406d-541c-4e88-a097-7bd6974a46d8), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.703252 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f891bf1b-e0f9-4ff7-bd32-7668470fa9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.704492 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f891bf1b-e0f9-4ff7-bd32-7668470fa9e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/259a406d-541c-4e88-a097-7bd6974a46d8 HTTP/1.1" status: 204 len: 168 time: 0.3620777 Apr 12 14:56:29.713001 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891bf1b-e0f9-4ff7-bd32-7668470fa9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259a406d-541c-4e88-a097-7bd6974a46d8,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:29.729861 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (4aefae04-db24-423f-981a-4a59cef40730), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:29.774869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:56:29.776527 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:56:29.780409 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:56:29.821156 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=4aefae04-db24-423f-981a-4a59cef40730,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:29.881564 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (6796cf8d-863d-4355-aec5-33209baf4238), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:30.020245 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (4aefae04-db24-423f-981a-4a59cef40730), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:30.061070 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdba6d-c1a1-45b2-8f70-44eac05a5924 req-ccdd0993-c66b-47ee-b635-70b69ad017e5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:30.062516 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-50bdba6d-c1a1-45b2-8f70-44eac05a5924 req-ccdd0993-c66b-47ee-b635-70b69ad017e5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0572796 Apr 12 14:56:30.095080 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a7b46d31-b6ef-4768-98e5-01a768ee08cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:30.142237 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-50bdba6d-c1a1-45b2-8f70-44eac05a5924 req-bf81234c-8f8e-468a-a4e0-0f20d9e0f6c2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738509 Apr 12 14:56:30.235515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3497-4d93-4234-8ff7-5af7e30c5342 req-5a4ad477-9750-4589-81f9-2e346b957ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:30.237014 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd1e3497-4d93-4234-8ff7-5af7e30c5342 req-5a4ad477-9750-4589-81f9-2e346b957ad1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 1129 time: 0.0653327 Apr 12 14:56:30.253963 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (4aefae04-db24-423f-981a-4a59cef40730), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:30.301772 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd1e3497-4d93-4234-8ff7-5af7e30c5342 req-7e2e2762-55aa-4090-98ec-e8f5e3d8622d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461030 Apr 12 14:56:30.329075 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (4aefae04-db24-423f-981a-4a59cef40730), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:30.401299 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=4aefae04-db24-423f-981a-4a59cef40730,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:30.412287 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (6796cf8d-863d-4355-aec5-33209baf4238), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:30.460596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4f9ec-49eb-48ac-bc21-f767e9ec7431 req-44427775-55e6-4f0e-817c-df3ffad4f813 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:30.462674 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-62c4f9ec-49eb-48ac-bc21-f767e9ec7431 req-44427775-55e6-4f0e-817c-df3ffad4f813 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0535946 Apr 12 14:56:30.509218 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:30.526081 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-00da4e8c-4e4b-4c47-98d9-9b64359cf64f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4016252 Apr 12 14:56:30.526227 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-62c4f9ec-49eb-48ac-bc21-f767e9ec7431 req-2c1374f0-85fc-435d-8a44-e55ee7fd9625 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440145 Apr 12 14:56:30.744847 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-e1ee3e5c-6cc1-4e17-b25d-7e0e951cb276 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--801745640&fields=id&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 267 time: 0.0629649 Apr 12 14:56:31.103910 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdff556-0fc8-4785-ba38-139ad7d98fe0 req-88f031e7-fd08-4efd-93ba-d2c6666789d1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:31.105507 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbdff556-0fc8-4785-ba38-139ad7d98fe0 req-88f031e7-fd08-4efd-93ba-d2c6666789d1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.3396490 Apr 12 14:56:31.174975 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-66ed1031-1316-4243-81ef-c16157e6e826 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:31.175185 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-66ed1031-1316-4243-81ef-c16157e6e826 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.4232025 Apr 12 14:56:31.183314 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbdff556-0fc8-4785-ba38-139ad7d98fe0 req-faf030a0-3872-4a31-a48d-7ada949ec352 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709825 Apr 12 14:56:31.193048 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-cf91b78d-59e0-45ab-ac9b-526143131449 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/quotas/d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 375 time: 0.0087960 Apr 12 14:56:31.273209 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-519dec63-74e3-4f25-9578-1084b66294bf tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608983 Apr 12 14:56:31.300189 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:31.314712 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-13ceb422-cbc7-4d96-9dc1-8d0b0bea6a96 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=14ab1b96ea0749b7979379be4a0175ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373838 Apr 12 14:56:31.545970 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-d5209de2-7e4f-4c56-8f09-da232fca0000 service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493753 Apr 12 14:56:31.583654 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-09cfedc3-c4b1-45d7-aa2c-963c724f8ff9 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:31.585266 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-09cfedc3-c4b1-45d7-aa2c-963c724f8ff9 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613320 Apr 12 14:56:31.641655 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-276ca29c-2cad-4236-8100-6f119c8935d5 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/quotas/14ab1b96ea0749b7979379be4a0175ec HTTP/1.1" status: 200 len: 375 time: 0.0442324 Apr 12 14:56:31.680127 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-de66ac33-ddee-42d0-a0bb-7e41c60ff34f tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=14ab1b96ea0749b7979379be4a0175ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323639 Apr 12 14:56:31.695744 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-5985ccbd-30bb-49fa-9c84-43af0bcf376e service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432638 Apr 12 14:56:32.096356 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee05b0c-1fbc-4302-8efe-02db0552a4f6 req-6fb34206-0639-46ef-945b-38c56383c9cd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:32.098158 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fee05b0c-1fbc-4302-8efe-02db0552a4f6 req-6fb34206-0639-46ef-945b-38c56383c9cd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.1502793 Apr 12 14:56:32.109026 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54dee6-b3e6-4946-9fdc-7fdf6e914f4d req-f9b3f05c-c248-4365-bb5e-b65ef0799078 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:32.115998 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2e54dee6-b3e6-4946-9fdc-7fdf6e914f4d req-f9b3f05c-c248-4365-bb5e-b65ef0799078 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0834198 Apr 12 14:56:32.209845 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fee05b0c-1fbc-4302-8efe-02db0552a4f6 req-7c7074c0-7b7b-4234-817d-f451ac19b4f0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909362 Apr 12 14:56:32.215536 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2e54dee6-b3e6-4946-9fdc-7fdf6e914f4d req-b840fe49-513b-4749-b43e-eed38f487d7c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984979 Apr 12 14:56:32.304903 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c0878d87-71a3-44b8-bdc7-243dca42f76e req-a4f4f355-6b5e-429f-841f-08e3a25efdaf tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0383487 Apr 12 14:56:32.323416 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f0e470f-cdb7-43e0-8755-4c02046ccd53 req-66775415-3ee6-40e0-8750-8a23d26e3f00 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 210 time: 0.0464349 Apr 12 14:56:32.415199 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6645-a5c0-4eb4-9b14-008e2a1adb77 req-d0ca969e-e2b4-44d5-9b8c-fb40f7ea3590 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:32.417212 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-890b6645-a5c0-4eb4-9b14-008e2a1adb77 req-d0ca969e-e2b4-44d5-9b8c-fb40f7ea3590 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0510712 Apr 12 14:56:32.473364 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-890b6645-a5c0-4eb4-9b14-008e2a1adb77 req-1cbfff19-ff5f-4c85-9e63-b74553b40ab0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503829 Apr 12 14:56:32.741625 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 41980) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:32.857221 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3574cec9-40e7-47b9-abc0-6aa1d84679fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:32.960731 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3574cec9-40e7-47b9-abc0-6aa1d84679fd admin admin] Publish callbacks [] for security_group (505a7c12-4262-4cf2-8f0c-8dac9163fa66), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:32.970374 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559c7bd-9699-4c88-bfaf-ab76991da7c6 req-112445d4-5dc6-4891-9fba-e0438dc661e7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:32.971905 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1559c7bd-9699-4c88-bfaf-ab76991da7c6 req-112445d4-5dc6-4891-9fba-e0438dc661e7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0619524 Apr 12 14:56:33.021336 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1559c7bd-9699-4c88-bfaf-ab76991da7c6 req-2a3bd63d-55d5-439f-8d16-b8bc91e87984 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Apr 12 14:56:33.048982 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3574cec9-40e7-47b9-abc0-6aa1d84679fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (505a7c12-4262-4cf2-8f0c-8dac9163fa66), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:33.112163 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-3574cec9-40e7-47b9-abc0-6aa1d84679fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=658cf057ff774e64bcc35d89eabbe059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693097 Apr 12 14:56:33.113242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-b58e5793-5b55-4a60-b895-af87412b5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:33.114650 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-b58e5793-5b55-4a60-b895-af87412b5c38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 1129 time: 0.0759411 Apr 12 14:56:33.114909 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 41988) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:33.120001 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574cec9-40e7-47b9-abc0-6aa1d84679fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505a7c12-4262-4cf2-8f0c-8dac9163fa66,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:33.169430 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:33.181208 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5902128e-60f2-490e-8d49-8eef6bd6ec69 admin admin] Publish callbacks [] for security_group (505a7c12-4262-4cf2-8f0c-8dac9163fa66), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:33.205136 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5902128e-60f2-490e-8d49-8eef6bd6ec69 admin admin] Publish callbacks [] for security_group (505a7c12-4262-4cf2-8f0c-8dac9163fa66), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:33.214199 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-f43da2dc-4286-4e1a-80ab-5972071cce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:33.217405 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-f43da2dc-4286-4e1a-80ab-5972071cce27 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.0928991 Apr 12 14:56:33.258041 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-d9333404-2247-418a-8d5c-3c9422e973ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e HTTP/1.1" status: 200 len: 217 time: 0.0363765 Apr 12 14:56:33.309818 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-3b66ab17-6770-4b9b-a8f7-190cfc66d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:33.314376 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-3b66ab17-6770-4b9b-a8f7-190cfc66d896 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0507772 Apr 12 14:56:33.357539 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5902128e-60f2-490e-8d49-8eef6bd6ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (505a7c12-4262-4cf2-8f0c-8dac9163fa66), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:33.360799 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5902128e-60f2-490e-8d49-8eef6bd6ec69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:33.361918 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5902128e-60f2-490e-8d49-8eef6bd6ec69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/505a7c12-4262-4cf2-8f0c-8dac9163fa66 HTTP/1.1" status: 204 len: 168 time: 0.2459509 Apr 12 14:56:33.365487 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-8d20fe4c-6f4d-4550-92af-b1a81ed369ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:33.367354 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-8d20fe4c-6f4d-4550-92af-b1a81ed369ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440049 Apr 12 14:56:33.405962 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902128e-60f2-490e-8d49-8eef6bd6ec69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505a7c12-4262-4cf2-8f0c-8dac9163fa66,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:33.438089 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676e042-c945-422c-b467-41d534aec538 req-321e61f7-0da8-4159-a935-2556eb1df760 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:33.439716 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e676e042-c945-422c-b467-41d534aec538 req-321e61f7-0da8-4159-a935-2556eb1df760 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.1262922 Apr 12 14:56:33.453396 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaf234-5a36-4f31-b088-341ff77597a9 req-176ce21b-16e1-421c-b939-612c204569bc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:33.458535 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ffaf234-5a36-4f31-b088-341ff77597a9 req-176ce21b-16e1-421c-b939-612c204569bc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.1074109 Apr 12 14:56:33.517493 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:56:33.546134 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-6dc53ee0-19e6-4b96-958a-a14e4dd92a4c service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712778 Apr 12 14:56:33.550122 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ffaf234-5a36-4f31-b088-341ff77597a9 req-7993250b-708e-45d1-a643-66f414eae371 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866861 Apr 12 14:56:33.567276 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e676e042-c945-422c-b467-41d534aec538 req-d682a606-89ec-4f46-8afb-2b1a4bbd6ad8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018713 Apr 12 14:56:33.698050 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49ccfb27-2cbf-4a57-a410-143f3aa75825 req-b0080ade-2110-47d8-8b2f-0be34efbc1a1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 210 time: 0.0449984 Apr 12 14:56:33.722692 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc374010-1926-4234-a0c8-a8f18afae3e4 req-a9b4acb7-45e3-4ff7-8a2f-06f76a612d7d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0369809 Apr 12 14:56:33.964093 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8fc02762-b89c-4caa-ab2e-b1988f567df0 req-6009b0c5-b658-402d-b821-407e78172b8b service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106934 Apr 12 14:56:34.054997 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf38658-90c9-44c0-94bc-2694507858e6 req-2cbe49bb-c517-4759-a467-535279e3392e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:34.057236 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-edf38658-90c9-44c0-94bc-2694507858e6 req-2cbe49bb-c517-4759-a467-535279e3392e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0519793 Apr 12 14:56:34.118870 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-edf38658-90c9-44c0-94bc-2694507858e6 req-c8566d6d-8600-4b95-a0d0-4e956dbbeaa8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558257 Apr 12 14:56:34.157456 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.169329 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78f5c6-938c-4aef-a908-9b3b9c917338 req-8f8a273b-8642-4aa2-bf48-97a19d5c7d29 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:34.171321 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cf78f5c6-938c-4aef-a908-9b3b9c917338 req-8f8a273b-8642-4aa2-bf48-97a19d5c7d29 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0662844 Apr 12 14:56:34.237297 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cf78f5c6-938c-4aef-a908-9b3b9c917338 req-69198dd6-3eff-4768-a022-8c8ed0ef9379 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587485 Apr 12 14:56:34.284966 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42008) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:34.302085 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0a0a361d-e997-4875-a756-3d9a156fda82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.387389 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0a0a361d-e997-4875-a756-3d9a156fda82 admin admin] Publish callbacks [] for security_group (3081b59e-d3d6-4e1f-9261-931ff31926bb), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.471627 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0a0a361d-e997-4875-a756-3d9a156fda82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3081b59e-d3d6-4e1f-9261-931ff31926bb), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.524446 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0a0a361d-e997-4875-a756-3d9a156fda82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc1948c50d6244b1af57e7ce5aceca40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369401 Apr 12 14:56:34.526335 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a361d-e997-4875-a756-3d9a156fda82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3081b59e-d3d6-4e1f-9261-931ff31926bb,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:34.533179 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42010) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:34.595385 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cfd3fc97-3bc8-4923-a030-80ac4b1f5e2e admin admin] Publish callbacks [] for security_group (3081b59e-d3d6-4e1f-9261-931ff31926bb), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.621993 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cfd3fc97-3bc8-4923-a030-80ac4b1f5e2e admin admin] Publish callbacks [] for security_group (3081b59e-d3d6-4e1f-9261-931ff31926bb), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.701042 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415351d8-2ce3-4ee2-92dd-f67b5b1d80a8 req-359ff190-2b67-4e8f-858a-c878b6b2b7b8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:34.702453 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-415351d8-2ce3-4ee2-92dd-f67b5b1d80a8 req-359ff190-2b67-4e8f-858a-c878b6b2b7b8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0573330 Apr 12 14:56:34.753604 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-415351d8-2ce3-4ee2-92dd-f67b5b1d80a8 req-734b5e46-999b-4b79-b301-90cdcc93dd91 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453100 Apr 12 14:56:34.798324 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-29399fe3-490d-4662-bf0c-ddb5f260b750 req-ae6fe0cb-f7f2-4360-8246-0d8e30b4aade tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 210 time: 0.0297568 Apr 12 14:56:34.842903 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cfd3fc97-3bc8-4923-a030-80ac4b1f5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3081b59e-d3d6-4e1f-9261-931ff31926bb), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.845768 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cfd3fc97-3bc8-4923-a030-80ac4b1f5e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:34.846979 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-cfd3fc97-3bc8-4923-a030-80ac4b1f5e2e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3081b59e-d3d6-4e1f-9261-931ff31926bb HTTP/1.1" status: 204 len: 168 time: 0.3159792 Apr 12 14:56:34.850741 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-42b14a48-7b34-4312-bbe7-f0e0b3f76eaf req-754319f2-d25a-4f93-95ff-3fa9c2b30578 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0350194 Apr 12 14:56:34.858540 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3fc97-3bc8-4923-a030-80ac4b1f5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3081b59e-d3d6-4e1f-9261-931ff31926bb,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:35.246708 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf772-bcca-4032-bb5c-8a80a99aaf56 req-9ea8d57a-fffa-4096-b923-3342dac08e42 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:35.248276 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2abbf772-bcca-4032-bb5c-8a80a99aaf56 req-9ea8d57a-fffa-4096-b923-3342dac08e42 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0590181 Apr 12 14:56:35.311408 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2abbf772-bcca-4032-bb5c-8a80a99aaf56 req-fe5e75e0-a9b5-403c-9591-be12aeec2b81 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555980 Apr 12 14:56:35.366078 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94687648-d014-4337-be65-bc9eccc7227f req-1c88fdb5-86ca-451b-9219-3bac845622c0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:35.368121 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94687648-d014-4337-be65-bc9eccc7227f req-1c88fdb5-86ca-451b-9219-3bac845622c0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0490725 Apr 12 14:56:35.425765 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94687648-d014-4337-be65-bc9eccc7227f req-31027628-fe4a-4c77-97cd-2b97639b7279 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518365 Apr 12 14:56:35.694442 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-3708a182-5672-4d6b-81cf-27708a3c17ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:35.695892 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-3708a182-5672-4d6b-81cf-27708a3c17ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.1479917 Apr 12 14:56:35.717743 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-6037c857-f0b5-4ef9-a67c-5a5690e4e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:35.719161 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-6037c857-f0b5-4ef9-a67c-5a5690e4e36e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 1130 time: 0.0583797 Apr 12 14:56:35.848624 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-58a804de-c08b-4fc6-84ab-7769c97aeb3f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 472 time: 0.1428497 Apr 12 14:56:35.868958 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-045a2223-3e10-45cb-b016-6ae0cd27617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:35.870885 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-045a2223-3e10-45cb-b016-6ae0cd27617d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 912 time: 0.1450095 Apr 12 14:56:35.934970 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dee055a9-f4aa-4fca-bb08-b3b1d187a45a req-d7e25d34-3e2f-42d9-b054-49d0099d36b3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 210 time: 0.0416756 Apr 12 14:56:35.942007 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dc657-b18f-4b55-b456-0a39623ef386 req-0ce8176a-0067-4e51-b695-4255f9f2ccd5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:35.946161 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-253dc657-b18f-4b55-b456-0a39623ef386 req-0ce8176a-0067-4e51-b695-4255f9f2ccd5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0890834 Apr 12 14:56:36.014700 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-253dc657-b18f-4b55-b456-0a39623ef386 req-741baeae-c6ef-4bd3-8735-ef77050d8fed tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652509 Apr 12 14:56:36.031907 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52d7293a-e589-46cb-ba9f-dba72f4293c4 req-cc685cb7-40bb-484d-90dc-bba0c046c20d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0307019 Apr 12 14:56:36.314677 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'port': {'device_id': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'admin_state_up': True, 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'security_groups': ['69e71687-ec17-4e70-b9f0-2f18223c7de4']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:36.448837 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ef9f2-0439-4a82-bb4a-a79cab21f657 req-924e39c0-7ce9-4519-b34e-a2b23b0b932c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:36.450445 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-822ef9f2-0439-4a82-bb4a-a79cab21f657 req-924e39c0-7ce9-4519-b34e-a2b23b0b932c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0571344 Apr 12 14:56:36.549266 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Made reservation on behalf of d1b1cfd6536e4795874488a31e0d41d1 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:56:36.551404 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-822ef9f2-0439-4a82-bb4a-a79cab21f657 req-53e010dc-af9e-4591-b813-5545e21160b8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950282 Apr 12 14:56:36.553494 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:36.618002 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-0656b26e-c9d3-4e90-b2b1-e84ef9f7e889 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=14ab1b96ea0749b7979379be4a0175ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877070 Apr 12 14:56:36.622767 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736613e-309e-4d48-ba90-9fdff6ae7520 req-42bc4114-1e6d-43f8-932b-3ef3ce18e424 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:36.626173 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8736613e-309e-4d48-ba90-9fdff6ae7520 req-42bc4114-1e6d-43f8-932b-3ef3ce18e424 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.1004937 Apr 12 14:56:36.641328 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-000a30af-72c4-4d16-a9be-bd600fce98fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 200 len: 1002 time: 0.1584439 Apr 12 14:56:36.673208 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8736613e-309e-4d48-ba90-9fdff6ae7520 req-adb8ea5e-d957-4a75-923e-0ccf0a903b18 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 Apr 12 14:56:36.908052 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.20.0.14 (bc73a003-4067-4844-9c4d-7187574c0c62/a936284e-f91e-462f-aab0-9a9a8f12fda6/d3c74b15-1916-4ae7-bef5-d2dee4e37164) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:56:36.910999 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-bf82b257-0eca-4161-b986-6962f7ee8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:36.912568 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-bf82b257-0eca-4161-b986-6962f7ee8cc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.2139220 Apr 12 14:56:37.026438 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-7edccebb-2973-4c67-b6e7-24200cca6dbc tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:37.027992 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-7edccebb-2973-4c67-b6e7-24200cca6dbc tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204045 Apr 12 14:56:37.028996 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-8c3cd886-461f-4019-bd78-b688a25234d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:37.030429 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-8c3cd886-461f-4019-bd78-b688a25234d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079278 Apr 12 14:56:37.039457 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1bad4e04-82d9-49bc-bbdf-6f54d690bee6 req-e177cfc0-e779-4b67-9392-4f4ad5789d9d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Apr 12 14:56:37.064855 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Request body: {'port': {'device_id': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3', 'admin_state_up': True, 'tenant_id': '14ab1b96ea0749b7979379be4a0175ec'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:37.068427 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.209511 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d293b2a0-438c-48c4-aeb8-d46fc410be74 req-faeb0bd0-973e-412c-9870-9e69c080e2a5 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0584249 Apr 12 14:56:37.225005 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0582e4d-e3ad-47a6-8851-ae0deeaa330f req-0f0553f4-0b6f-4e3b-8436-0067bbaca24f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:37.226624 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0582e4d-e3ad-47a6-8851-ae0deeaa330f req-0f0553f4-0b6f-4e3b-8436-0067bbaca24f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0845225 Apr 12 14:56:37.290972 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0582e4d-e3ad-47a6-8851-ae0deeaa330f req-517e01bb-3aa4-4a8d-9cd8-f18e57bf5207 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544989 Apr 12 14:56:37.314802 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.321530 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-7fd8a497-5a5e-4da4-b09e-12f25861561b service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608569 Apr 12 14:56:37.420471 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Made reservation on behalf of 14ab1b96ea0749b7979379be4a0175ec for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:56:37.424042 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.442448 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.453164 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0e69b277-ecbd-404c-8869-ed04d97ff9d9 req-c8876829-8174-424f-8ccf-1e09e5173408 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235595 Apr 12 14:56:37.527387 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks [] for security_group (a28dcae0-e293-434d-9062-5cae2468f2f6), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.532330 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.584248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network bc73a003-4067-4844-9c4d-7187574c0c62 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:56:37.588392 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:56:37.591485 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:56:37.615948 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=d3c74b15-1916-4ae7-bef5-d2dee4e37164,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:37.644924 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a28dcae0-e293-434d-9062-5cae2468f2f6), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.661993 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:37.662674 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.698554 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bccef-b446-4a67-a090-5d08cf054069 req-0a8044b5-5b79-49eb-99cc-f3b6d31a6cd3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:37.700233 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee1bccef-b446-4a67-a090-5d08cf054069 req-0a8044b5-5b79-49eb-99cc-f3b6d31a6cd3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0638905 Apr 12 14:56:37.745430 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28dcae0-e293-434d-9062-5cae2468f2f6,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:37.780843 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee1bccef-b446-4a67-a090-5d08cf054069 req-6a9c1c5b-f9af-468a-86df-a6289143bfc8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709054 Apr 12 14:56:37.832020 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Allocated IP 192.168.233.216 (9fc2d631-5fb6-4e68-98fb-16ffc7979db3/01b2429e-2ee9-4aeb-8a13-8ddbae591ad9/673fcf47-27a7-4822-bdb5-6b9a776150bc) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:56:37.844075 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b0987b77-4723-41a5-834d-c10cdc112f5c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5335500 Apr 12 14:56:37.873614 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Request body: {'port': {'device_id': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:37.935517 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-1952feba-63d3-46e0-a04d-df24e41e5e60 None None] Provisioning complete for port d3c74b15-1916-4ae7-bef5-d2dee4e37164 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:56:37.935844 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1952feba-63d3-46e0-a04d-df24e41e5e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:37.995165 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-1952feba-63d3-46e0-a04d-df24e41e5e60 None None] Port d3c74b15-1916-4ae7-bef5-d2dee4e37164 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:56:38.009759 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.083857 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks [] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.175874 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947ff1-5881-4aef-84c1-f42eb0392555 req-1e15360b-cccf-4216-84a9-0e3b5fa98d25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:38.175874 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c947ff1-5881-4aef-84c1-f42eb0392555 req-1e15360b-cccf-4216-84a9-0e3b5fa98d25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 932 time: 0.0570803 Apr 12 14:56:38.234955 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c947ff1-5881-4aef-84c1-f42eb0392555 req-e2c49452-4bd4-4770-8767-bb32b61c5d9e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560091 Apr 12 14:56:38.290608 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.325313 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:56:38.391091 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:56:38.399814 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:56:38.403775 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:56:38.406628 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a81874-370d-4e89-9da3-d6342f90142f req-49e8dc5e-591d-4ba5-9e2a-01c67346e4f6 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:38.409402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c2a81874-370d-4e89-9da3-d6342f90142f req-49e8dc5e-591d-4ba5-9e2a-01c67346e4f6 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 936 time: 0.1054757 Apr 12 14:56:38.539058 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Pushing event updated for resources: {'Port': ['ID=673fcf47-27a7-4822-bdb5-6b9a776150bc,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:38.558100 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:38.558985 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.578706 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c74b15-1916-4ae7-bef5-d2dee4e37164 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:56:38.589009 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Publish callbacks [] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.589217 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab9140-54da-4f01-8a4d-ca05de3aa8c4 req-23f3059d-663a-4424-8024-0f08e26ca126 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:38.592491 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9ab9140-54da-4f01-8a4d-ca05de3aa8c4 req-23f3059d-663a-4424-8024-0f08e26ca126 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.1594019 Apr 12 14:56:38.605692 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Transition to ACTIVE for port object d3c74b15-1916-4ae7-bef5-d2dee4e37164 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:56:38.617261 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:38.619263 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c2a81874-370d-4e89-9da3-d6342f90142f req-d1ec268d-a5c1-47ef-b827-0096d6aed28d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005918 Apr 12 14:56:38.634076 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'port_id': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'mac_address': 'fa:16:3e:48:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:56:38.688344 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9ab9140-54da-4f01-8a4d-ca05de3aa8c4 req-d46a6ccd-7640-4d90-8509-32b09e42227f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826485 Apr 12 14:56:38.701515 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: ACTIVE; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:56:38.702095 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.720071 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-83365c0f-a270-44eb-823a-e485796d21eb tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6606381 Apr 12 14:56:38.726391 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:56:38.748898 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:38.753207 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Request body: {'port': {'device_id': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:38.817497 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.830433 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.838236 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-68ff9875-e52b-45c1-93b4-022e29db0c30 None None] Provisioning complete for port 673fcf47-27a7-4822-bdb5-6b9a776150bc triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:56:38.843254 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-68ff9875-e52b-45c1-93b4-022e29db0c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.876752 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Pushing event updated for resources: {'Port': ['ID=d3c74b15-1916-4ae7-bef5-d2dee4e37164,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:38.909273 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-68ff9875-e52b-45c1-93b4-022e29db0c30 None None] Port 673fcf47-27a7-4822-bdb5-6b9a776150bc cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:56:38.934714 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:38.948270 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248eb6-5f9e-4787-aa73-79cf18555341 req-69434ebb-2c1c-4e1b-9abe-b5ba4d7d5076 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:38.956977 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ae248eb6-5f9e-4787-aa73-79cf18555341 req-69434ebb-2c1c-4e1b-9abe-b5ba4d7d5076 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0796380 Apr 12 14:56:39.010936 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=6']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:39.022568 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.023167 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.024703 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.026042 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.026769 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.027458 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.028040 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.028675 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.029286 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.029939 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.030531 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.031394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.032010 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.032548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.033083 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:56:39.050653 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ae248eb6-5f9e-4787-aa73-79cf18555341 req-5e978fae-70c8-4866-9ca1-f45732c58c77 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922861 Apr 12 14:56:39.067168 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:56:39.075217 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Attempting to bind port d3c74b15-1916-4ae7-bef5-d2dee4e37164 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:56:39.075791 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Attempting to bind port d3c74b15-1916-4ae7-bef5-d2dee4e37164 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:56:39.076163 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Attempting to bind port d3c74b15-1916-4ae7-bef5-d2dee4e37164 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:56:39.120240 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42102) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:39.126245 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-96db019e-e050-4b2d-8298-8b2be61553b5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931491677', 'description': 'tempest-description--1684424369'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:39.156120 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Port d3c74b15-1916-4ae7-bef5-d2dee4e37164 on network bc73a003-4067-4844-9c4d-7187574c0c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:56:39.156120 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Attempting to bind port d3c74b15-1916-4ae7-bef5-d2dee4e37164 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:56:39.172239 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:56:39.172490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Checking segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:56:39.172879 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Bound using segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:56:39.173331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Bound port: d3c74b15-1916-4ae7-bef5-d2dee4e37164, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:56:39.173768 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.245002 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-96db019e-e050-4b2d-8298-8b2be61553b5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.351676 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] For port d3c74b15-1916-4ae7-bef5-d2dee4e37164, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:56:39.360689 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] For port d3c74b15-1916-4ae7-bef5-d2dee4e37164, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d3c74b15-1916-4ae7-bef5-d2dee4e37164,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:56:39.372405 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-96db019e-e050-4b2d-8298-8b2be61553b5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group (0d786903-8e02-4fd4-8e54-629682ed0586), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.416037 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deb753-79a8-4bf9-8efd-5911a313eb72 req-8019474e-5a7c-4146-a194-b813caeed847 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:39.417566 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c0deb753-79a8-4bf9-8efd-5911a313eb72 req-8019474e-5a7c-4146-a194-b813caeed847 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 944 time: 0.0740123 Apr 12 14:56:39.444837 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673fcf47-27a7-4822-bdb5-6b9a776150bc {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:56:39.453790 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Publish callbacks [] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.457790 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.469224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-96db019e-e050-4b2d-8298-8b2be61553b5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0d786903-8e02-4fd4-8e54-629682ed0586), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.498014 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Transition to ACTIVE for port object 673fcf47-27a7-4822-bdb5-6b9a776150bc will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:56:39.502273 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c0deb753-79a8-4bf9-8efd-5911a313eb72 req-e817101f-ad59-4369-ba0d-b48926b66f53 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784941 Apr 12 14:56:39.507839 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:39.510030 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.511361 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] 10.222.0.57 "PUT /v2.0/ports/d3c74b15-1916-4ae7-bef5-d2dee4e37164 HTTP/1.1" status: 200 len: 1094 time: 1.6471081 Apr 12 14:56:39.511493 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:56:39.513891 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4348b824-a605-47d2-80f0-07a898d94b31" -d '{"events": [{"name": "network-changed", "server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:56:39.516062 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db019e-e050-4b2d-8298-8b2be61553b5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d786903-8e02-4fd4-8e54-629682ed0586,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:39.557155 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0886b-d2d4-45f5-8bed-9812b919734c service neutron] Pushing event updated for resources: {'Port': ['ID=d3c74b15-1916-4ae7-bef5-d2dee4e37164,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:39.568564 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.575967 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea943630-2053-403c-a4f1-af0ceaa49782 x-openstack-request-id: req-ea943630-2053-403c-a4f1-af0ceaa49782 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:56:39.576313 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:56:39.576583 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ea943630-2053-403c-a4f1-af0ceaa49782 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:56:39.576976 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea943630-2053-403c-a4f1-af0ceaa49782'] response: {'name': 'network-changed', 'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'status': 'completed', 'code': 200} Apr 12 14:56:39.605602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-96db019e-e050-4b2d-8298-8b2be61553b5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.606882 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-96db019e-e050-4b2d-8298-8b2be61553b5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4855242 Apr 12 14:56:39.609801 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42118) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:39.615530 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-27cac856-66d7-4d87-a3b8-e66c8e784f63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'security_group_rule': {'security_group_id': '0d786903-8e02-4fd4-8e54-629682ed0586', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:39.694409 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348b824-a605-47d2-80f0-07a898d94b31 req-590ef11e-80ef-45fa-8f8f-29e8c167a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:39.696658 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4348b824-a605-47d2-80f0-07a898d94b31 req-590ef11e-80ef-45fa-8f8f-29e8c167a5da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 1128 time: 0.0697086 Apr 12 14:56:39.697306 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=673fcf47-27a7-4822-bdb5-6b9a776150bc,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:39.786604 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c39f81-a88d-45ec-b9e4-ab9272c88b19 req-50a0e38b-6285-42e8-b34d-89d8f008b3cd tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:39.794507 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-72c39f81-a88d-45ec-b9e4-ab9272c88b19 req-50a0e38b-6285-42e8-b34d-89d8f008b3cd tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0829794 Apr 12 14:56:39.801237 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Attempting to bind port 673fcf47-27a7-4822-bdb5-6b9a776150bc on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:56:39.801580 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Attempting to bind port 673fcf47-27a7-4822-bdb5-6b9a776150bc by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:56:39.802073 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Attempting to bind port 673fcf47-27a7-4822-bdb5-6b9a776150bc on network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:56:39.807746 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Port 673fcf47-27a7-4822-bdb5-6b9a776150bc on network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:56:39.808174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Attempting to bind port 673fcf47-27a7-4822-bdb5-6b9a776150bc on network 9fc2d631-5fb6-4e68-98fb-16ffc7979db3 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:56:39.814206 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:56:39.814550 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Checking segment: {'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:56:39.814941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Bound using segment: {'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:56:39.815379 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Bound port: 673fcf47-27a7-4822-bdb5-6b9a776150bc, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb490d7d-ec2b-44b8-9427-f8ea889bd4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:56:39.815967 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.863678 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-27cac856-66d7-4d87-a3b8-e66c8e784f63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group_rule (a603e2c7-0857-4dcb-a763-06670689d635), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:39.895687 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ab527-6a8d-4c5b-9781-ecf8e305e6e0 req-58d845cc-4f77-45f0-a97b-b8ab62cf8e42 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:39.897240 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-471ab527-6a8d-4c5b-9781-ecf8e305e6e0 req-58d845cc-4f77-45f0-a97b-b8ab62cf8e42 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 944 time: 0.1012118 Apr 12 14:56:39.904394 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] For port 673fcf47-27a7-4822-bdb5-6b9a776150bc, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:56:39.908258 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] For port 673fcf47-27a7-4822-bdb5-6b9a776150bc, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=673fcf47-27a7-4822-bdb5-6b9a776150bc,segment=NetworkSegment(cb490d7d-ec2b-44b8-9427-f8ea889bd4d7),segment_id=cb490d7d-ec2b-44b8-9427-f8ea889bd4d7)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:56:39.956989 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-72c39f81-a88d-45ec-b9e4-ab9272c88b19 req-0434f296-d34b-450a-b52e-67b7bcf27ac6 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538613 Apr 12 14:56:40.004107 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-471ab527-6a8d-4c5b-9781-ecf8e305e6e0 req-9d1dae8b-93a2-4b12-93e8-5e874ba6f135 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914450 Apr 12 14:56:40.005780 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-27cac856-66d7-4d87-a3b8-e66c8e784f63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group_rule (a603e2c7-0857-4dcb-a763-06670689d635), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.015466 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.122815 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-27cac856-66d7-4d87-a3b8-e66c8e784f63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (a603e2c7-0857-4dcb-a763-06670689d635), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.174699 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cac856-66d7-4d87-a3b8-e66c8e784f63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a603e2c7-0857-4dcb-a763-06670689d635,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:40.194933 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b76ba7-6344-4728-9179-fcb98fb89cf8 req-87002633-074f-4bd9-a579-6c0749c57979 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:40.196554 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9b76ba7-6344-4728-9179-fcb98fb89cf8 req-87002633-074f-4bd9-a579-6c0749c57979 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0673535 Apr 12 14:56:40.248954 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9b76ba7-6344-4728-9179-fcb98fb89cf8 req-cc3670a9-4de8-486d-8a95-6a93fe2a7571 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456531 Apr 12 14:56:40.256744 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-27cac856-66d7-4d87-a3b8-e66c8e784f63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.259212 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-27cac856-66d7-4d87-a3b8-e66c8e784f63 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6474688 Apr 12 14:56:40.263244 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42128) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:40.266528 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-f8bcbdec-f8ca-42fc-9f9a-f1685928532f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'security_group_rule': {'security_group_id': '0d786903-8e02-4fd4-8e54-629682ed0586', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:40.303715 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:40.303715 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.303715 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/673fcf47-27a7-4822-bdb5-6b9a776150bc HTTP/1.1" status: 200 len: 1098 time: 1.5552857 Apr 12 14:56:40.325586 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c6de9-fb2b-4520-80a3-e73bc3badcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=673fcf47-27a7-4822-bdb5-6b9a776150bc,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:40.403150 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f8bcbdec-f8ca-42fc-9f9a-f1685928532f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group_rule (ad0b0bcc-d3fc-4908-a3fb-4f89768ce6ee), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.468066 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f8bcbdec-f8ca-42fc-9f9a-f1685928532f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group_rule (ad0b0bcc-d3fc-4908-a3fb-4f89768ce6ee), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.569070 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f8bcbdec-f8ca-42fc-9f9a-f1685928532f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (ad0b0bcc-d3fc-4908-a3fb-4f89768ce6ee), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.590458 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcbdec-f8ca-42fc-9f9a-f1685928532f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0b0bcc-d3fc-4908-a3fb-4f89768ce6ee,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:40.653393 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a46e13-db5f-4a7b-a302-cad3c720c087 req-bb69c0c5-ef4b-4156-b221-0c1ca427ff7d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:40.654918 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-99a46e13-db5f-4a7b-a302-cad3c720c087 req-bb69c0c5-ef4b-4156-b221-0c1ca427ff7d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 944 time: 0.0505576 Apr 12 14:56:40.676507 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f8bcbdec-f8ca-42fc-9f9a-f1685928532f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.677749 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-f8bcbdec-f8ca-42fc-9f9a-f1685928532f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4152918 Apr 12 14:56:40.681941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42134) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:40.686906 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:40.708610 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-99a46e13-db5f-4a7b-a302-cad3c720c087 req-ebb76fac-1be1-48a9-a283-9c1eb293e028 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481143 Apr 12 14:56:40.837413 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:40.942054 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:41.053323 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Allocated IP 172.27.2.229 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/21d74f98-aa41-4d95-b284-5b03c6f8d78d) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:56:41.079705 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a8ced-e2ed-4288-b6cd-5ec6d0ba87bb req-fa5090ad-a889-40b1-8b85-6b567a486e14 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:41.081211 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d90a8ced-e2ed-4288-b6cd-5ec6d0ba87bb req-fa5090ad-a889-40b1-8b85-6b567a486e14 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0505807 Apr 12 14:56:41.166980 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:41.168811 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224acc6-0465-480f-9285-6b993957ddce req-801b09c5-4ab7-4bfd-a719-43c2dbd34faf tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:41.170442 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5224acc6-0465-480f-9285-6b993957ddce req-801b09c5-4ab7-4bfd-a719-43c2dbd34faf tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 944 time: 0.0758462 Apr 12 14:56:41.178475 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d90a8ced-e2ed-4288-b6cd-5ec6d0ba87bb req-ab020b05-f87d-45cb-9bdd-40159ef67850 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906911 Apr 12 14:56:41.226254 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5224acc6-0465-480f-9285-6b993957ddce req-e9ee5d08-4a0b-4f92-9fa5-d2c7b5f9f857 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465932 Apr 12 14:56:41.283409 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:41.325771 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:56:41.328931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:56:41.332596 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:56:41.338818 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'Port': ['ID=21d74f98-aa41-4d95-b284-5b03c6f8d78d,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:41.425953 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:41.533507 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:41.579222 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'tag': '673fcf47-27a7-4822-bdb5-6b9a776150bc'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:56:41.581496 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d176c10-2fef-4e49-85e1-b6ae39b4853b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d269e33-8e2d-4352-ba0f-c6d1470ca3fe", "tag": "673fcf47-27a7-4822-bdb5-6b9a776150bc"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:56:41.618840 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0341fa5f-6efd-4696-86e2-ebcbc9d4df15 x-openstack-request-id: req-0341fa5f-6efd-4696-86e2-ebcbc9d4df15 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:56:41.619022 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d269e33-8e2d-4352-ba0f-c6d1470ca3fe", "tag": "673fcf47-27a7-4822-bdb5-6b9a776150bc", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:56:41.619218 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0341fa5f-6efd-4696-86e2-ebcbc9d4df15 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:56:41.619622 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0341fa5f-6efd-4696-86e2-ebcbc9d4df15'] response: {'name': 'network-changed', 'server_uuid': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'tag': '673fcf47-27a7-4822-bdb5-6b9a776150bc', 'status': 'completed', 'code': 200} Apr 12 14:56:41.774547 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:41.823357 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a83ec-de28-4acd-bfed-41ac08fcf9df req-c8f990a3-2cbf-42ce-b86a-7f1d3f60a2e3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:41.824846 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d89a83ec-de28-4acd-bfed-41ac08fcf9df req-c8f990a3-2cbf-42ce-b86a-7f1d3f60a2e3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 944 time: 0.0483356 Apr 12 14:56:41.837193 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:41.876633 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d89a83ec-de28-4acd-bfed-41ac08fcf9df req-5e7959be-44a7-489e-8758-46496cad1bf2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457773 Apr 12 14:56:41.910105 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'Port': ['ID=21d74f98-aa41-4d95-b284-5b03c6f8d78d,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:41.922643 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:42.057064 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:42.058372 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ce040130-f99b-492c-abe5-bf2a5c8d286e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3752840 Apr 12 14:56:42.139185 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:56:42.235692 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:56:42.236438 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:42.276324 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d176c10-2fef-4e49-85e1-b6ae39b4853b req-6c843e03-27cc-42ed-8c1c-a36cfc773fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.277880 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1d176c10-2fef-4e49-85e1-b6ae39b4853b req-6c843e03-27cc-42ed-8c1c-a36cfc773fe1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14ab1b96ea0749b7979379be4a0175ec&device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 1132 time: 0.1246040 Apr 12 14:56:42.311870 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1d176c10-2fef-4e49-85e1-b6ae39b4853b req-43b71ad7-589a-4ab0-bd9b-341adb8354d3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=14ab1b96ea0749b7979379be4a0175ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257597 Apr 12 14:56:42.332875 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:56:42.332875 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:42.370019 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348b824-a605-47d2-80f0-07a898d94b31 req-6a280558-c237-4d29-9c3b-dc0c424923f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.371635 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:56:42.371796 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4348b824-a605-47d2-80f0-07a898d94b31 req-6a280558-c237-4d29-9c3b-dc0c424923f3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2524323 Apr 12 14:56:42.374055 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff48be5-b182-4bca-a5cc-9ec703e91227" -d '{"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-plugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:56:42.384969 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2b7c1-b267-4e29-a7cc-095c077cee45 req-dbbfad1b-cd3f-4bba-8d5c-a8fa72e961ef tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.386710 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7fc2b7c1-b267-4e29-a7cc-095c077cee45 req-dbbfad1b-cd3f-4bba-8d5c-a8fa72e961ef tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.1021955 Apr 12 14:56:42.405041 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:42.420551 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-ace72e35-c931-441d-adc0-f7d2de805837 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1931491677&fields=id&tenant_id=566788e9e53f44db92dfad7ee91d6cd2 HTTP/1.1" status: 200 len: 267 time: 0.1425622 Apr 12 14:56:42.482720 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:42.535603 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d176c10-2fef-4e49-85e1-b6ae39b4853b req-7294ea8a-3d60-475c-88f0-55608142d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.537585 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1d176c10-2fef-4e49-85e1-b6ae39b4853b req-7294ea8a-3d60-475c-88f0-55608142d6c7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197545 Apr 12 14:56:42.562748 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=7']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:42.565673 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348b824-a605-47d2-80f0-07a898d94b31 req-fa94ee8f-afa0-46c8-b409-d3cfaf9698ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.567531 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4348b824-a605-47d2-80f0-07a898d94b31 req-fa94ee8f-afa0-46c8-b409-d3cfaf9698ff service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1375551 Apr 12 14:56:42.574165 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7fc2b7c1-b267-4e29-a7cc-095c077cee45 req-89af9701-97d1-401c-8a46-5865350c499d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680322 Apr 12 14:56:42.636450 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-392a7914-11a6-4cdd-8757-4300cc59b81a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.643524 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-392a7914-11a6-4cdd-8757-4300cc59b81a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 819 time: 0.2013962 Apr 12 14:56:42.661088 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-985e1e57-c676-4b7f-ab81-e2b45156740e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/quotas/566788e9e53f44db92dfad7ee91d6cd2 HTTP/1.1" status: 200 len: 375 time: 0.0164120 Apr 12 14:56:42.720924 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-0ca8d108-909e-486d-b4e9-350310e0e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.722557 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-0ca8d108-909e-486d-b4e9-350310e0e135 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 1128 time: 0.0820458 Apr 12 14:56:42.725074 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-3f86033f-cea0-4f9a-b1ee-804eab93c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.725808 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-3f86033f-cea0-4f9a-b1ee-804eab93c592 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=14ab1b96ea0749b7979379be4a0175ec&device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 1132 time: 0.0965009 Apr 12 14:56:42.747980 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b203d-8766-4371-9d80-e523ed01fe4a req-58b50913-204d-46be-aaad-d8b71eec8159 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.749493 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d45b203d-8766-4371-9d80-e523ed01fe4a req-58b50913-204d-46be-aaad-d8b71eec8159 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0781417 Apr 12 14:56:42.762876 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-cd75ce1a-4d2a-41a5-b6f6-ac16b532b772 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1009126 Apr 12 14:56:42.799627 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-68c7c75e-c058-476c-9c10-1e0765ab14a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c74b15-1916-4ae7-bef5-d2dee4e37164 HTTP/1.1" status: 200 len: 217 time: 0.0528758 Apr 12 14:56:42.838335 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-2d51109c-2ddc-495a-9e81-6a389ae4fc84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=673fcf47-27a7-4822-bdb5-6b9a776150bc HTTP/1.1" status: 200 len: 217 time: 0.0853689 Apr 12 14:56:42.916750 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d45b203d-8766-4371-9d80-e523ed01fe4a req-38545733-c1e9-43c2-bf0f-df1fd12ecf95 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359868 Apr 12 14:56:42.964527 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-b2e67f1f-55a0-4714-a422-2be8348cf3ea service neutron] 10.222.0.64 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870809 Apr 12 14:56:42.994931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b98a2e71-1dfd-44bb-b743-63f58b096f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:42.996582 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b98a2e71-1dfd-44bb-b743-63f58b096f03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.1612787 Apr 12 14:56:43.002474 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-6b0af817-66ec-45f5-b054-0f9d88d7ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:43.004572 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-6b0af817-66ec-45f5-b054-0f9d88d7ef2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b2429e-2ee9-4aeb-8a13-8ddbae591ad9 HTTP/1.1" status: 200 len: 843 time: 0.1567419 Apr 12 14:56:43.010916 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8256b9c-961f-4f63-9bb4-f94fd8188e02 x-openstack-request-id: req-a8256b9c-961f-4f63-9bb4-f94fd8188e02 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:56:43.011242 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-plugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:56:43.011504 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8256b9c-961f-4f63-9bb4-f94fd8188e02 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:56:43.011906 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8256b9c-961f-4f63-9bb4-f94fd8188e02'] response: {'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'code': 200} Apr 12 14:56:43.056640 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-3562a3e8-0fc5-437d-8878-08452dc92717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:43.057920 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-3562a3e8-0fc5-437d-8878-08452dc92717 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522680 Apr 12 14:56:43.114782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-c7e1d619-c299-4547-a06d-a0846748ee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:43.118143 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-c7e1d619-c299-4547-a06d-a0846748ee13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9fc2d631-5fb6-4e68-98fb-16ffc7979db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0584984 Apr 12 14:56:43.154039 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ad256-3367-4340-8485-fcbee135a8e2 req-83ccdc37-2a3f-4f13-aae6-86991bf52943 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:43.161096 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-764ad256-3367-4340-8485-fcbee135a8e2 req-83ccdc37-2a3f-4f13-aae6-86991bf52943 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 944 time: 0.0609515 Apr 12 14:56:43.331361 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-b600df7b-b109-4be3-a1a1-84640ce5d61f service neutron] 10.222.0.57 "GET /v2.0/networks/9fc2d631-5fb6-4e68-98fb-16ffc7979db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032781 Apr 12 14:56:43.336169 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-6de5fac6-693b-4899-81c8-d73871a303b0 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155442 Apr 12 14:56:43.489943 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-764ad256-3367-4340-8485-fcbee135a8e2 req-b11db0dd-0528-4cb6-aacf-c085f90c4b24 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237393 Apr 12 14:56:43.500957 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-7dace187-bc22-44bf-9e6f-1db3c50d6ef8 service neutron] 10.222.0.64 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342288 Apr 12 14:56:43.557071 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b884ef09-8b39-49be-be75-e5ec2ee04378 req-b16cc1c2-a0a6-4dd2-883d-214dd03ae0d8 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988149 Apr 12 14:56:43.563438 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fced8817-f9a2-4ef7-822d-eddabc505ea1 req-89bec975-315e-4905-b59c-9f13e8b236eb service neutron] 10.222.0.57 "GET /v2.0/networks/9fc2d631-5fb6-4e68-98fb-16ffc7979db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058585 Apr 12 14:56:43.705519 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec661cc-dddd-4f13-a555-97877ad97e8d req-e75ab311-4643-4bb1-8fa4-036226ea97cf tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:43.707237 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ec661cc-dddd-4f13-a555-97877ad97e8d req-e75ab311-4643-4bb1-8fa4-036226ea97cf tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0564499 Apr 12 14:56:43.790850 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ec661cc-dddd-4f13-a555-97877ad97e8d req-6df50792-a4db-4bd4-8d52-f86f4f75d138 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760684 Apr 12 14:56:43.882475 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0a26e1a6-2477-4daa-8c40-beeffc28a925 req-89655588-892e-4434-8d39-f1543181cddd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0405300 Apr 12 14:56:44.096644 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c6ddf-acb5-4afa-9c54-ec76750d6946 req-55955029-22b9-4334-b763-c6dbfc1469ac tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:44.098496 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-468c6ddf-acb5-4afa-9c54-ec76750d6946 req-55955029-22b9-4334-b763-c6dbfc1469ac tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0941296 Apr 12 14:56:44.169905 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-468c6ddf-acb5-4afa-9c54-ec76750d6946 req-5297da25-e547-4d87-bf6a-324c5954d2da tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562861 Apr 12 14:56:44.640139 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce08af-53bf-46d3-9489-1c5e6879d7e4 req-98911150-bad3-4ec7-b1b2-b707769d9159 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:44.642772 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d2ce08af-53bf-46d3-9489-1c5e6879d7e4 req-98911150-bad3-4ec7-b1b2-b707769d9159 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 944 time: 0.0643909 Apr 12 14:56:44.716794 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d2ce08af-53bf-46d3-9489-1c5e6879d7e4 req-e303944b-f400-42c2-9707-675b203f95b4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670023 Apr 12 14:56:44.921131 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610552c3-29ff-4945-8246-20693ada215f req-173fea83-4eba-4663-a5f3-a2e68e521485 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:44.928466 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-610552c3-29ff-4945-8246-20693ada215f req-173fea83-4eba-4663-a5f3-a2e68e521485 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0563531 Apr 12 14:56:44.983663 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a3ef96ec-a3b5-4744-8084-9a53b108687c req-338bac49-a222-48df-a51a-5de860a93b85 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0376277 Apr 12 14:56:45.015384 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-610552c3-29ff-4945-8246-20693ada215f req-6dfd6cb6-bb86-4914-8331-583de7cd7cfe tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858364 Apr 12 14:56:45.346491 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd046666-1cae-427b-8e82-c6b6f5be9fa2 req-8ea342c4-0e80-49c8-bb70-cd6500b21953 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:45.349316 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd046666-1cae-427b-8e82-c6b6f5be9fa2 req-8ea342c4-0e80-49c8-bb70-cd6500b21953 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0631611 Apr 12 14:56:45.417237 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd046666-1cae-427b-8e82-c6b6f5be9fa2 req-4bb649eb-f8d5-4618-b477-181d5c1b1dd9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609438 Apr 12 14:56:45.851908 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc606d48-61d5-4323-8a5d-86b50259b00b req-2d950dcf-2582-4c41-bc86-506945777037 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:45.853893 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc606d48-61d5-4323-8a5d-86b50259b00b req-2d950dcf-2582-4c41-bc86-506945777037 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 944 time: 0.0572023 Apr 12 14:56:45.919257 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc606d48-61d5-4323-8a5d-86b50259b00b req-54af0898-1f18-42b4-a47d-cd487c3fb028 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550604 Apr 12 14:56:46.101441 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-777b99a3-df27-4d63-952a-036914d5eab4 req-8ad77562-de38-4ff4-b5d6-61be18c1be53 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0419917 Apr 12 14:56:46.138602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529dc7-6481-405d-b746-073e39ec8efa req-a1483c8b-f91b-4e55-8bc2-aa2d94c148ba tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:46.140057 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8529dc7-6481-405d-b746-073e39ec8efa req-a1483c8b-f91b-4e55-8bc2-aa2d94c148ba tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0572622 Apr 12 14:56:46.194121 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a8529dc7-6481-405d-b746-073e39ec8efa req-ee6ca77d-5ebb-4e44-8a92-f565df525a1a tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482483 Apr 12 14:56:46.557913 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4f9e5-e9f4-4317-b42c-1ea507165934 req-848d1bdb-9add-4b48-850f-aa4f240ca258 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:46.559649 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-37d4f9e5-e9f4-4317-b42c-1ea507165934 req-848d1bdb-9add-4b48-850f-aa4f240ca258 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0669458 Apr 12 14:56:46.619814 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-37d4f9e5-e9f4-4317-b42c-1ea507165934 req-128c09e9-ec95-40ff-8416-2ef12f239bf9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539768 Apr 12 14:56:47.048304 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc59231-9562-4b09-8197-6e143243fcc9 req-78618a0b-df37-4bff-860a-46ed3f8c0da6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:47.051876 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bcc59231-9562-4b09-8197-6e143243fcc9 req-78618a0b-df37-4bff-860a-46ed3f8c0da6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 944 time: 0.0513046 Apr 12 14:56:47.115000 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bcc59231-9562-4b09-8197-6e143243fcc9 req-d3f4223d-cf0d-4a76-8ea8-e7f3dc3ae756 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586250 Apr 12 14:56:47.206808 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-824e4dd9-b7e2-48ec-8ca1-f96ca3c9397c req-571cc0cf-fdde-4227-9486-510d222906ad tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0286701 Apr 12 14:56:47.332939 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c91ccd-e1d7-4d74-8f64-b35a55cb2329 req-49f0cc3d-4195-4666-a1e3-86fb9a8e9a55 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:47.340848 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-23c91ccd-e1d7-4d74-8f64-b35a55cb2329 req-49f0cc3d-4195-4666-a1e3-86fb9a8e9a55 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0656729 Apr 12 14:56:47.405971 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-23c91ccd-e1d7-4d74-8f64-b35a55cb2329 req-5d26abf1-2aed-4c65-a103-37b13c593762 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640132 Apr 12 14:56:47.465827 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d3c74b15-1916-4ae7-bef5-d2dee4e37164 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:56:47.585773 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port d3c74b15-1916-4ae7-bef5-d2dee4e37164, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d3c74b15-1916-4ae7-bef5-d2dee4e37164,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:47.600721 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'port_id': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'mac_address': 'fa:16:3e:dd:75:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:56:47.653062 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port d3c74b15-1916-4ae7-bef5-d2dee4e37164 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:56:47.653884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:47.674989 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c74b15-1916-4ae7-bef5-d2dee4e37164 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:56:47.707592 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port d3c74b15-1916-4ae7-bef5-d2dee4e37164, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d3c74b15-1916-4ae7-bef5-d2dee4e37164,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:47.774629 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c16e0-dcec-45ba-9420-26ccf0fb8a5c req-31844744-ebcd-4ca1-acf8-9fab8c538e2c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:47.789037 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-620c16e0-dcec-45ba-9420-26ccf0fb8a5c req-31844744-ebcd-4ca1-acf8-9fab8c538e2c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0675707 Apr 12 14:56:47.831974 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:47.865879 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-620c16e0-dcec-45ba-9420-26ccf0fb8a5c req-9b93556d-5ca7-4747-a106-532601418443 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759273 Apr 12 14:56:47.920772 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=d3c74b15-1916-4ae7-bef5-d2dee4e37164,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:48.161841 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['d3c74b15-1916-4ae7-bef5-d2dee4e37164'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:56:48.276049 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee4f7d-2b2e-492c-9e1b-dbf02a20db9d req-a1340d1b-1b9e-435e-ae7f-ee7e9603fad1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:48.277807 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-61ee4f7d-2b2e-492c-9e1b-dbf02a20db9d req-a1340d1b-1b9e-435e-ae7f-ee7e9603fad1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 945 time: 0.0697870 Apr 12 14:56:48.355549 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-61ee4f7d-2b2e-492c-9e1b-dbf02a20db9d req-d6857574-7b20-46f9-bfa7-01f131b53178 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712187 Apr 12 14:56:48.378340 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2fd39fc7-6016-4fb8-a987-c1023cd575c9 req-851cb176-9adb-4381-ac14-6a23e6aa76a8 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0408232 Apr 12 14:56:48.546711 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da4ea5-2332-4787-8aa3-5ba5bc8dfdc0 req-b971d861-1cdb-471c-a720-3d60c206de08 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:48.560207 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f8da4ea5-2332-4787-8aa3-5ba5bc8dfdc0 req-b971d861-1cdb-471c-a720-3d60c206de08 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0685542 Apr 12 14:56:48.614779 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f8da4ea5-2332-4787-8aa3-5ba5bc8dfdc0 req-be4eda9b-1fcd-412e-890f-e1713174ac5b tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Apr 12 14:56:48.998089 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaec6c3-0cd9-4ae3-8ba9-c6b7a4f86af7 req-d7a622ae-bb60-45f1-b68a-717a96861a4c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:48.999804 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bcaec6c3-0cd9-4ae3-8ba9-c6b7a4f86af7 req-d7a622ae-bb60-45f1-b68a-717a96861a4c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0512297 Apr 12 14:56:49.051724 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bcaec6c3-0cd9-4ae3-8ba9-c6b7a4f86af7 req-02ea8f67-dd52-41ea-a54d-c777b3c09b89 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458176 Apr 12 14:56:49.501585 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3af783a9-e822-451d-af53-9387884f4e49 req-6899febb-ae15-4638-ba53-be9fe02602b2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0513785 Apr 12 14:56:49.530782 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eddba0-c234-4562-933e-4a01842c5167 req-fae4bbb6-3ff3-484b-8075-a72f50d8323a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:49.532267 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-71eddba0-c234-4562-933e-4a01842c5167 req-fae4bbb6-3ff3-484b-8075-a72f50d8323a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 945 time: 0.0803509 Apr 12 14:56:49.580300 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-71eddba0-c234-4562-933e-4a01842c5167 req-5bb6d230-f5c1-4de0-bb8b-6593bc42a913 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Apr 12 14:56:49.732264 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4a05b-ff4b-48aa-8892-4306641ad430 req-fd1e970f-f940-49f9-9991-08b9c0a1b5a5 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:49.733838 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-55d4a05b-ff4b-48aa-8892-4306641ad430 req-fd1e970f-f940-49f9-9991-08b9c0a1b5a5 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 948 time: 0.0481057 Apr 12 14:56:49.819605 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-55d4a05b-ff4b-48aa-8892-4306641ad430 req-d8f0f1f2-f486-4f37-ac02-0ed6e2f0eb4b tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792682 Apr 12 14:56:50.151461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 673fcf47-27a7-4822-bdb5-6b9a776150bc details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:56:50.157379 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d3c74b15-1916-4ae7-bef5-d2dee4e37164 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:56:50.220029 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97822968-d413-465e-adb8-8c6b586432bd req-a12b3c1a-86c5-4498-876a-f8ae56c91ef5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:50.230425 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-97822968-d413-465e-adb8-8c6b586432bd req-a12b3c1a-86c5-4498-876a-f8ae56c91ef5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0871067 Apr 12 14:56:50.272092 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port d3c74b15-1916-4ae7-bef5-d2dee4e37164 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:56:50.305165 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-97822968-d413-465e-adb8-8c6b586432bd req-5641d3e4-72cf-460d-9c58-0722bb8cfbd2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656850 Apr 12 14:56:50.375257 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port d3c74b15-1916-4ae7-bef5-d2dee4e37164 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:56:50.375761 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:50.378864 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 673fcf47-27a7-4822-bdb5-6b9a776150bc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=673fcf47-27a7-4822-bdb5-6b9a776150bc,segment=NetworkSegment(cb490d7d-ec2b-44b8-9427-f8ea889bd4d7),segment_id=cb490d7d-ec2b-44b8-9427-f8ea889bd4d7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:50.422175 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '673fcf47-27a7-4822-bdb5-6b9a776150bc', 'network_id': '9fc2d631-5fb6-4e68-98fb-16ffc7979db3', 'port_id': '673fcf47-27a7-4822-bdb5-6b9a776150bc', 'mac_address': 'fa:16:3e:1d:73:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b2429e-2ee9-4aeb-8a13-8ddbae591ad9', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:56:50.474208 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 673fcf47-27a7-4822-bdb5-6b9a776150bc is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:56:50.477695 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:50.516742 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673fcf47-27a7-4822-bdb5-6b9a776150bc {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:56:50.546420 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port d3c74b15-1916-4ae7-bef5-d2dee4e37164 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:56:50.546817 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:50.579358 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 673fcf47-27a7-4822-bdb5-6b9a776150bc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=673fcf47-27a7-4822-bdb5-6b9a776150bc,segment=NetworkSegment(cb490d7d-ec2b-44b8-9427-f8ea889bd4d7),segment_id=cb490d7d-ec2b-44b8-9427-f8ea889bd4d7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:50.605406 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:56:50.608368 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff0f27-238c-44eb-8b7f-2b5d61f398e6" -d '{"events": [{"server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "name": "network-vif-plugged", "status": "completed", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:56:50.623329 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port d3c74b15-1916-4ae7-bef5-d2dee4e37164, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d3c74b15-1916-4ae7-bef5-d2dee4e37164,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:50.688096 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:50.699651 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-71397a16-3e0b-47d9-a7c4-d5bc344ec087 req-b0f70998-cfbb-4940-b195-d02452aecc25 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0448761 Apr 12 14:56:50.742495 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:50.757977 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=673fcf47-27a7-4822-bdb5-6b9a776150bc,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:50.810470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b60d7c-7c32-427e-b2b8-341ee9e16f3e req-f7083d80-04b7-4269-9753-fcd82dae892c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:50.815352 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a4b60d7c-7c32-427e-b2b8-341ee9e16f3e req-f7083d80-04b7-4269-9753-fcd82dae892c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 945 time: 0.1291409 Apr 12 14:56:50.859412 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=d3c74b15-1916-4ae7-bef5-d2dee4e37164,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:50.900668 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5ca667-fb7e-4e5f-b48f-fff73c446d40 x-openstack-request-id: req-eb5ca667-fb7e-4e5f-b48f-fff73c446d40 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:56:50.902349 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "name": "network-vif-plugged", "status": "completed", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:56:50.902699 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb5ca667-fb7e-4e5f-b48f-fff73c446d40 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:56:50.903746 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5ca667-fb7e-4e5f-b48f-fff73c446d40'] response: {'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'code': 200} Apr 12 14:56:50.967350 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a4b60d7c-7c32-427e-b2b8-341ee9e16f3e req-d5deafd8-f2f9-4c30-8f06-3b5176c2bf81 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418426 Apr 12 14:56:51.060090 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['673fcf47-27a7-4822-bdb5-6b9a776150bc'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:56:51.115199 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e5e06-7b66-4a1f-a9ec-f4195aa9a16d req-916859be-7a76-4aec-ad7f-656371ec3615 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:51.119493 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c6e5e06-7b66-4a1f-a9ec-f4195aa9a16d req-916859be-7a76-4aec-ad7f-656371ec3615 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 949 time: 0.0885994 Apr 12 14:56:51.208316 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c6e5e06-7b66-4a1f-a9ec-f4195aa9a16d req-63748c98-2407-4c69-a2b8-eebe640c126b tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Apr 12 14:56:51.208572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-7678f0e3-461f-4165-a452-392e5f58f227 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:51.210121 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-7678f0e3-461f-4165-a452-392e5f58f227 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 819 time: 0.2937548 Apr 12 14:56:51.354006 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-4349ff1e-7430-40e6-92fd-143f769d637b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=566788e9e53f44db92dfad7ee91d6cd2 HTTP/1.1" status: 200 len: 380 time: 0.1328416 Apr 12 14:56:51.371862 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'port': {'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'admin_state_up': True, 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'security_groups': ['0d786903-8e02-4fd4-8e54-629682ed0586']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:51.443639 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef817-0572-4143-860c-7a0eb5538331 req-67b3daa1-9d6e-44a7-8324-af29c2263f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:51.445356 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8b1ef817-0572-4143-860c-7a0eb5538331 req-67b3daa1-9d6e-44a7-8324-af29c2263f26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 1130 time: 0.1047595 Apr 12 14:56:51.475356 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44656b4c-f25c-406d-ba72-4e41871c39c9 req-33db36ae-7e09-4b8a-9594-a32565156a14 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:51.476761 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-44656b4c-f25c-406d-ba72-4e41871c39c9 req-33db36ae-7e09-4b8a-9594-a32565156a14 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0725112 Apr 12 14:56:51.559936 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-44656b4c-f25c-406d-ba72-4e41871c39c9 req-59413529-aa5c-4afd-937a-bee274a6e343 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766337 Apr 12 14:56:51.591988 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8b1ef817-0572-4143-860c-7a0eb5538331 req-2a9ad5b8-37e8-4a8d-9cec-70f7c6b660da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294353 Apr 12 14:56:51.774195 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Made reservation on behalf of 566788e9e53f44db92dfad7ee91d6cd2 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:56:51.780697 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:51.856986 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75df2328-1f58-41dd-a8dd-4da670c5fd03 req-0f1d4904-0af2-46ce-998d-597c5900591e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0545094 Apr 12 14:56:51.976906 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Allocated IP 172.20.0.3 (8f7bb313-4e99-4c79-b5eb-bf23757b656e/a274d685-41e4-4858-b8f8-46d10eee8f71/d0d6b7ba-aadc-4c5d-96b6-feb347509ccf) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:56:52.193017 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15977f9-aaac-48f6-9952-16c97bf08a48 req-26cf0b5c-e8cc-4f68-b99e-07ede677e533 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:52.194796 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b15977f9-aaac-48f6-9952-16c97bf08a48 req-26cf0b5c-e8cc-4f68-b99e-07ede677e533 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 946 time: 0.0738573 Apr 12 14:56:52.219146 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.240015 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 673fcf47-27a7-4822-bdb5-6b9a776150bc up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:56:52.314695 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b15977f9-aaac-48f6-9952-16c97bf08a48 req-d4869cbd-b4f3-4612-a30c-81e990ca9f3c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037967 Apr 12 14:56:52.321166 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 673fcf47-27a7-4822-bdb5-6b9a776150bc completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:56:52.394181 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6813-73e4-4f0a-b73c-b4a2784b2f0d req-997d11a2-9184-493f-870e-1f79b00935e6 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:52.396622 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c02b6813-73e4-4f0a-b73c-b4a2784b2f0d req-997d11a2-9184-493f-870e-1f79b00935e6 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 949 time: 0.0642993 Apr 12 14:56:52.403079 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.425748 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 673fcf47-27a7-4822-bdb5-6b9a776150bc triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:56:52.426164 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.462932 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c02b6813-73e4-4f0a-b73c-b4a2784b2f0d req-69785983-263d-47ca-ad84-60a3a0c02285 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556002 Apr 12 14:56:52.486397 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:56:52.490685 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:56:52.492786 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event updated for resources: {'Port': ['ID=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:52.504949 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:56:52.559296 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 673fcf47-27a7-4822-bdb5-6b9a776150bc is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:56:52.568060 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.568540 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:52.569437 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.630004 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 673fcf47-27a7-4822-bdb5-6b9a776150bc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=673fcf47-27a7-4822-bdb5-6b9a776150bc,segment=NetworkSegment(cb490d7d-ec2b-44b8-9427-f8ea889bd4d7),segment_id=cb490d7d-ec2b-44b8-9427-f8ea889bd4d7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:56:52.747253 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.749362 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-82509927-2173-4aaa-b8ff-46cd65ba7c5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3897381 Apr 12 14:56:52.765224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76529eab-dd1a-43e0-ac30-95e166c1a9e5 req-c7440070-8636-4e7c-a18c-3a70fd2d3a92 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:52.767395 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-76529eab-dd1a-43e0-ac30-95e166c1a9e5 req-c7440070-8636-4e7c-a18c-3a70fd2d3a92 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0884607 Apr 12 14:56:52.777800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Request body: {'port': {'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:52.822826 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=673fcf47-27a7-4822-bdb5-6b9a776150bc,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:52.847407 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-76529eab-dd1a-43e0-ac30-95e166c1a9e5 req-0356cc30-d66e-40fb-8e96-66ba4baf9690 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668099 Apr 12 14:56:52.880262 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-1e0321ad-0c2e-4d8f-ab9c-09a0d9ac95e8 None None] Provisioning complete for port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:56:52.880642 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1e0321ad-0c2e-4d8f-ab9c-09a0d9ac95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.906384 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fcf47-27a7-4822-bdb5-6b9a776150bc'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:56:52.906792 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:52.919402 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d49e9-8bb6-4f54-83cd-ccd630f82be1" -d '{"events": [{"server_uuid": "2d269e33-8e2d-4352-ba0f-c6d1470ca3fe", "name": "network-vif-plugged", "status": "completed", "tag": "673fcf47-27a7-4822-bdb5-6b9a776150bc"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:56:52.955283 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-1e0321ad-0c2e-4d8f-ab9c-09a0d9ac95e8 None None] Port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:56:52.982014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e0a0c-63e0-4eea-8d6a-41d5dbb3e1fd x-openstack-request-id: req-bb4e0a0c-63e0-4eea-8d6a-41d5dbb3e1fd {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:56:52.983737 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d269e33-8e2d-4352-ba0f-c6d1470ca3fe", "name": "network-vif-plugged", "status": "completed", "tag": "673fcf47-27a7-4822-bdb5-6b9a776150bc", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:56:52.984647 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bb4e0a0c-63e0-4eea-8d6a-41d5dbb3e1fd {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:56:52.986075 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4e0a0c-63e0-4eea-8d6a-41d5dbb3e1fd'] response: {'server_uuid': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fcf47-27a7-4822-bdb5-6b9a776150bc', 'code': 200} Apr 12 14:56:53.050078 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb04fd-2eaf-4296-8bb8-0b3358b1c500 req-14899bab-7c93-47b2-b5b3-891566b9c112 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:53.076451 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ddb04fd-2eaf-4296-8bb8-0b3358b1c500 req-14899bab-7c93-47b2-b5b3-891566b9c112 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 931 time: 0.0741193 Apr 12 14:56:53.138776 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ddb04fd-2eaf-4296-8bb8-0b3358b1c500 req-5baf6c75-4c42-479e-8253-0260be3e913b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782392 Apr 12 14:56:53.359158 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d6b7ba-aadc-4c5d-96b6-feb347509ccf {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:56:53.366931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Publish callbacks [] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:53.383738 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Transition to ACTIVE for port object d0d6b7ba-aadc-4c5d-96b6-feb347509ccf will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:56:53.447916 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049137b6-234c-4e1d-8418-e682a8cc8c9f req-faaac1bb-8915-4a69-9295-4967186cdb55 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:53.449512 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-049137b6-234c-4e1d-8418-e682a8cc8c9f req-faaac1bb-8915-4a69-9295-4967186cdb55 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 946 time: 0.0622735 Apr 12 14:56:53.508776 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-049137b6-234c-4e1d-8418-e682a8cc8c9f req-f2f4d2d1-39fe-45fb-8aa4-f4ef651067c8 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513177 Apr 12 14:56:53.584455 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bc1cd-c5cf-44bb-9684-570d1f152354 req-0a6f1a4f-47c4-472b-85ec-f4213aa3a1ea tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:53.586100 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e89bc1cd-c5cf-44bb-9684-570d1f152354 req-0a6f1a4f-47c4-472b-85ec-f4213aa3a1ea tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0520389 Apr 12 14:56:53.644890 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e89bc1cd-c5cf-44bb-9684-570d1f152354 req-96ec943b-f010-4a5e-ae91-80b8e741303e tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528255 Apr 12 14:56:54.006215 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703253d-1d01-4185-a873-65e92d6efa72 req-acff6f36-8f6c-47c6-8dad-25e91b9bc134 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:54.007779 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3703253d-1d01-4185-a873-65e92d6efa72 req-acff6f36-8f6c-47c6-8dad-25e91b9bc134 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0550468 Apr 12 14:56:54.065037 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3703253d-1d01-4185-a873-65e92d6efa72 req-b18f9285-1abc-4446-b24e-61c40057c61d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504825 Apr 12 14:56:54.255306 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fba806-281f-4d9b-b241-aeb1c9f4ce37 req-3a1c1ace-f6a2-49a3-bd52-131a260e8907 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:54.256800 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-02fba806-281f-4d9b-b241-aeb1c9f4ce37 req-3a1c1ace-f6a2-49a3-bd52-131a260e8907 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 931 time: 0.0502965 Apr 12 14:56:54.283655 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:54.312655 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-02fba806-281f-4d9b-b241-aeb1c9f4ce37 req-bc34b194-3e6d-4d1b-af29-c7075283c406 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493486 Apr 12 14:56:54.380869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:54.473119 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Attempting to bind port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:56:54.473119 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Attempting to bind port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:56:54.473119 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Attempting to bind port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:56:54.479992 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:56:54.480596 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Attempting to bind port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf on network 8f7bb313-4e99-4c79-b5eb-bf23757b656e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:56:54.488233 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:56:54.488945 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Checking segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:56:54.489465 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Bound using segment: {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:56:54.490250 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Bound port: d0d6b7ba-aadc-4c5d-96b6-feb347509ccf, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a163a13-d920-47f2-95b0-2668a8bd37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:56:54.490884 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:54.610689 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5770e31-3c36-4ddc-8c65-0aded95b0c1e req-1b46030b-b58d-4e33-9501-4ef0a120f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:54.612519 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c5770e31-3c36-4ddc-8c65-0aded95b0c1e req-1b46030b-b58d-4e33-9501-4ef0a120f9bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 1134 time: 0.1079690 Apr 12 14:56:54.690822 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] For port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:56:54.707520 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5250b-9832-45fe-af46-c4730c586607 req-8bda898a-4dc1-4043-a275-5f7753f5b239 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:54.709117 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-17e5250b-9832-45fe-af46-c4730c586607 req-8bda898a-4dc1-4043-a275-5f7753f5b239 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 946 time: 0.0847359 Apr 12 14:56:54.714800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] For port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:56:54.719744 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c5770e31-3c36-4ddc-8c65-0aded95b0c1e req-02a261d7-791b-4129-9e86-f4d713ad158b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872681 Apr 12 14:56:54.793770 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:54.846875 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-17e5250b-9832-45fe-af46-c4730c586607 req-e74e75a3-7538-4da9-82ea-04d19532f8d6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250105 Apr 12 14:56:54.863320 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023393a-a4c5-47dc-9c8a-dd8e11cb38db req-9d4051ce-69f3-4c80-8ebb-ca17274252fa tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:54.865362 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3023393a-a4c5-47dc-9c8a-dd8e11cb38db req-9d4051ce-69f3-4c80-8ebb-ca17274252fa tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.1113384 Apr 12 14:56:54.881403 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:54.881403 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:54.881403 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] 10.222.0.57 "PUT /v2.0/ports/d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 1093 time: 2.1147716 Apr 12 14:56:54.886298 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:56:54.888672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc608f1-9505-4af8-acb2-d446527c36ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:56:54.944760 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01154d1-13ea-4776-b904-7770e9d95c1d service neutron] Pushing event updated for resources: {'Port': ['ID=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:56:55.005194 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3023393a-a4c5-47dc-9c8a-dd8e11cb38db req-4ffdc4d2-34f9-4a80-b6ff-caca23621604 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334438 Apr 12 14:56:55.020778 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3611-d9b2-4a17-9063-c65946972c5f req-3254f6e9-dbcc-437a-8f8e-767d5e5583f9 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:55.032043 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42336) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:56:55.036979 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b4dd3611-d9b2-4a17-9063-c65946972c5f req-3254f6e9-dbcc-437a-8f8e-767d5e5583f9 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 946 time: 0.1051948 Apr 12 14:56:55.037196 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'port_id': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:56:55.094137 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4e4d12-5898-4d9e-a370-d1179e40d598 x-openstack-request-id: req-ac4e4d12-5898-4d9e-a370-d1179e40d598 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:56:55.094472 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:56:55.094931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac4e4d12-5898-4d9e-a370-d1179e40d598 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:56:55.095395 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4e4d12-5898-4d9e-a370-d1179e40d598'] response: {'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'status': 'completed', 'code': 200} Apr 12 14:56:55.147684 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (6796cf8d-863d-4355-aec5-33209baf4238), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:55.207965 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e6bc66eb-164d-4af7-96b0-998c1c498554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:55.210589 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-e6bc66eb-164d-4af7-96b0-998c1c498554 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1127 time: 0.1185308 Apr 12 14:56:55.227110 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8307f2-3b93-4de3-81ee-9828146052e7 req-265381ac-d493-4dbf-b5d3-855c797a375c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:55.230284 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b8307f2-3b93-4de3-81ee-9828146052e7 req-265381ac-d493-4dbf-b5d3-855c797a375c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0568087 Apr 12 14:56:55.302608 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b8307f2-3b93-4de3-81ee-9828146052e7 req-c01f7e66-bc43-4f90-969a-1ad493bf8535 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663991 Apr 12 14:56:55.449510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8325f0-6a7e-4ac1-8488-ed6a3f9d998e req-2866a873-4e6d-49e6-bcb4-adeed118ad88 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:55.451054 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca8325f0-6a7e-4ac1-8488-ed6a3f9d998e req-2866a873-4e6d-49e6-bcb4-adeed118ad88 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0543153 Apr 12 14:56:55.503014 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca8325f0-6a7e-4ac1-8488-ed6a3f9d998e req-504a0cb0-cd59-448d-b5d3-23f8450e6e31 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439634 Apr 12 14:56:55.878611 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-8400706b-11ec-492e-ac86-9537a40b76db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 217 time: 0.2923541 Apr 12 14:56:55.980672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:56.048285 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (6796cf8d-863d-4355-aec5-33209baf4238), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:56.111546 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad073f05-5fd6-4ac7-9e56-c5106c5991f7 req-fe8fbcb1-a620-4257-b5f9-8108ef72ac56 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:56.112896 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad073f05-5fd6-4ac7-9e56-c5106c5991f7 req-fe8fbcb1-a620-4257-b5f9-8108ef72ac56 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0506728 Apr 12 14:56:56.164609 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad073f05-5fd6-4ac7-9e56-c5106c5991f7 req-6c921d81-6047-4769-8f61-d2e6c69133c7 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Apr 12 14:56:56.165488 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP 6796cf8d-863d-4355-aec5-33209baf4238 associated. External IP: 172.27.2.160, port: d3c74b15-1916-4ae7-bef5-d2dee4e37164. Apr 12 14:56:56.423604 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-a1b50f11-1332-49c4-9621-3565dcb8f9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:56.425222 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-a1b50f11-1332-49c4-9621-3565dcb8f9eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.1050498 Apr 12 14:56:56.442050 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03947efd-2365-4c22-b4e0-0e17c5a2b0af req-eb4c73a2-09d7-47b7-9dad-14f32423449e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:56.443587 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03947efd-2365-4c22-b4e0-0e17c5a2b0af req-eb4c73a2-09d7-47b7-9dad-14f32423449e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0516949 Apr 12 14:56:56.457528 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:56:56.524027 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03947efd-2365-4c22-b4e0-0e17c5a2b0af req-656da467-22a2-4863-b995-4821c49c7269 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729780 Apr 12 14:56:56.600903 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-285e4a1e-257d-439c-a06e-e053f395c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:56.603066 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-285e4a1e-257d-439c-a06e-e053f395c56c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974188 Apr 12 14:56:56.641716 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3bf4e-0352-4765-b46a-5bc3242cf75e req-a3a5688d-7885-4745-a04e-0a8dfda5f02a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:56.643992 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5da3bf4e-0352-4765-b46a-5bc3242cf75e req-a3a5688d-7885-4745-a04e-0a8dfda5f02a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0534189 Apr 12 14:56:56.650870 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:56:56.656152 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:56.665869 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:56:56.680459 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:56:56.682376 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:56:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:56:56.696247 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5da3bf4e-0352-4765-b46a-5bc3242cf75e req-ba4efeba-4bf1-4d02-8095-ff62bf6b90ab tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459907 Apr 12 14:56:56.740828 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-058dc8c3-b8ca-4b3c-8aa7-8e77a77bf39a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "PUT /v2.0/floatingips/6796cf8d-863d-4355-aec5-33209baf4238 HTTP/1.1" status: 200 len: 992 time: 1.6930618 Apr 12 14:56:56.750949 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-3f6d9579-3a12-4bc7-91ac-f204d5850637 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398449 Apr 12 14:56:56.800435 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:56:57.033899 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:22Z', 'revision_number': 2, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}, {'id': '6796cf8d-863d-4355-aec5-33209baf4238', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:dd:75:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:29Z', 'updated_at': '2022-04-12T14:56:55Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:56:57.060585 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:56:57.069211 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:56:57.069865 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:56:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:56:57.096525 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:56:57.099002 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6c2303-85a8-44ba-9f8a-e7cef3920343" -d '{"events": [{"name": "network-changed", "server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:56:57.137244 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb2aa13-8f73-4e5e-9bc0-cef103b1b080 x-openstack-request-id: req-3bb2aa13-8f73-4e5e-9bc0-cef103b1b080 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:56:57.137537 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:56:57.137817 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3bb2aa13-8f73-4e5e-9bc0-cef103b1b080 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:56:57.138222 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb2aa13-8f73-4e5e-9bc0-cef103b1b080'] response: {'name': 'network-changed', 'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'status': 'completed', 'code': 200} Apr 12 14:56:57.185401 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:56:57.287252 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b39a4-e4da-43ed-b362-50fea1e3a257 req-9cde83b5-be2f-4164-8f5b-70b83fc73ca2 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:57.288696 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-195b39a4-e4da-43ed-b362-50fea1e3a257 req-9cde83b5-be2f-4164-8f5b-70b83fc73ca2 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0518005 Apr 12 14:56:57.342869 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-195b39a4-e4da-43ed-b362-50fea1e3a257 req-2fd1fd4e-83ef-4aa8-95a3-1383bad702aa tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474248 Apr 12 14:56:57.429254 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:22Z', 'revision_number': 2, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}, {'id': '6796cf8d-863d-4355-aec5-33209baf4238', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:dd:75:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:29Z', 'updated_at': '2022-04-12T14:56:55Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:56:57.458178 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff174a21-dd87-41d1-92b2-ad5f9ff093c0 None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:22Z', 'revision_number': 2, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}, {'id': '6796cf8d-863d-4355-aec5-33209baf4238', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:dd:75:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:29Z', 'updated_at': '2022-04-12T14:56:55Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:56:57.459510 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e08ec454-09e8-44bf-aa31-a82b46593a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:56:57.665627 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b571a8-9bf8-49ad-93dc-21e0688467ad req-c448caa6-e3c3-44bc-a8f8-cf93ab79327c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:57.667609 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-74b571a8-9bf8-49ad-93dc-21e0688467ad req-c448caa6-e3c3-44bc-a8f8-cf93ab79327c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0620596 Apr 12 14:56:57.705938 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d49e9-0b75-472f-81b1-bac8de6c3b22 None None] New status for floating IP 6796cf8d-863d-4355-aec5-33209baf4238: ACTIVE {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:56:57.731392 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-74b571a8-9bf8-49ad-93dc-21e0688467ad req-71dab245-ad7d-4a2a-b74c-18df2cc29d9b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579739 Apr 12 14:56:57.842740 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69cf3d-2d99-4e71-a5e1-63799393eab6 req-9da7e23a-b7bd-4e97-90bf-631d9d3dc7ab tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:57.844355 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5a69cf3d-2d99-4e71-a5e1-63799393eab6 req-9da7e23a-b7bd-4e97-90bf-631d9d3dc7ab tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0504615 Apr 12 14:56:57.928051 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349c399-77e2-40a8-a2c5-84d5b91cb464 req-9b487157-5952-4adc-a606-58cabd0721df tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:57.929551 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6349c399-77e2-40a8-a2c5-84d5b91cb464 req-9b487157-5952-4adc-a606-58cabd0721df tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0684326 Apr 12 14:56:57.949478 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5a69cf3d-2d99-4e71-a5e1-63799393eab6 req-a0587f11-75fe-41d2-b10f-b1691d7f7745 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995622 Apr 12 14:56:58.006642 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6349c399-77e2-40a8-a2c5-84d5b91cb464 req-de586d50-be34-42a4-92a8-87a46758767c tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682068 Apr 12 14:56:58.856009 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b066033-8498-4a6c-b392-528de43738cb req-24172f0c-bac5-4160-af34-b7a83eb63b30 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:58.857566 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2b066033-8498-4a6c-b392-528de43738cb req-24172f0c-bac5-4160-af34-b7a83eb63b30 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Apr 12 14:56:58.905685 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2b066033-8498-4a6c-b392-528de43738cb req-8c376011-922c-480b-8a9c-6839539bef39 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 Apr 12 14:56:59.072981 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463b12e-9f91-4e25-b01b-1ab715e987c1 req-209e33e7-fd14-4f59-b179-5dccc1d02870 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:59.075176 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4463b12e-9f91-4e25-b01b-1ab715e987c1 req-209e33e7-fd14-4f59-b179-5dccc1d02870 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0527675 Apr 12 14:56:59.148303 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579257e-1a9b-49ec-9f9f-cabed590e4b7 req-2442b638-3667-4f30-854a-a66ad47ba4b3 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:59.150424 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5579257e-1a9b-49ec-9f9f-cabed590e4b7 req-2442b638-3667-4f30-854a-a66ad47ba4b3 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0727024 Apr 12 14:56:59.186818 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4463b12e-9f91-4e25-b01b-1ab715e987c1 req-025d2f6f-2330-40aa-919c-c0b8da1f1073 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968597 Apr 12 14:56:59.218547 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5579257e-1a9b-49ec-9f9f-cabed590e4b7 req-9cad6f6c-b080-4fb3-b635-ab9833c31e4f tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619986 Apr 12 14:56:59.585806 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-7796296a-1c04-41c6-a8cd-47f5ee188714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:56:59.587911 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-7796296a-1c04-41c6-a8cd-47f5ee188714 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 1130 time: 0.0853908 Apr 12 14:56:59.613053 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a39c3f68-9687-43b4-9dca-5c3f1acbf882 req-c2127e66-42a6-40db-a247-71090a733868 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315441 Apr 12 14:57:00.027486 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d2f77-70cd-4cd0-b40c-abb3531f2f7a req-d1e0b939-dd65-4117-91a1-f48758c057f6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:00.028998 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b48d2f77-70cd-4cd0-b40c-abb3531f2f7a req-d1e0b939-dd65-4117-91a1-f48758c057f6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 945 time: 0.0507827 Apr 12 14:57:00.079930 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b48d2f77-70cd-4cd0-b40c-abb3531f2f7a req-163e7f1c-281d-4bc5-9796-7310c5269aee tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440326 Apr 12 14:57:00.099040 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-72e27123-ffb1-4487-923c-3fb9475da78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:00.249153 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:57:00.322177 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a714a1-f16a-478d-bd14-b91b1e2af26b req-e4910d17-9233-4cb2-b52f-3e79b4bd0581 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:00.323731 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1a714a1-f16a-478d-bd14-b91b1e2af26b req-e4910d17-9233-4cb2-b52f-3e79b4bd0581 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0660834 Apr 12 14:57:00.333264 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: ACTIVE; New status is: DOWN {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:00.333689 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:00.361721 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:00.363970 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d8fb25-1eab-4144-b203-6191f312b63b" -d '{"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-unplugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:00.376693 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1bd00-a913-415c-9879-96d694cfaafd req-812c1ee8-e21e-41bd-97fa-920766ee672d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:00.377309 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:00.378234 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-18b1bd00-a913-415c-9879-96d694cfaafd req-812c1ee8-e21e-41bd-97fa-920766ee672d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0737751 Apr 12 14:57:00.420141 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1a714a1-f16a-478d-bd14-b91b1e2af26b req-00f54bb9-3b5d-4776-844c-5f17136eca69 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765839 Apr 12 14:57:00.455920 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:00.458399 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-18b1bd00-a913-415c-9879-96d694cfaafd req-d0ad5619-43a3-40fc-aaae-98c699b81415 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680523 Apr 12 14:57:00.506149 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de247d-4729-4bbf-8be4-887292735b3e x-openstack-request-id: req-27de247d-4729-4bbf-8be4-887292735b3e {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:00.506610 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-unplugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:00.507032 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27de247d-4729-4bbf-8be4-887292735b3e {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:00.507647 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27de247d-4729-4bbf-8be4-887292735b3e'] response: {'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'code': 200} Apr 12 14:57:00.538575 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=8']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:00.990052 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-849ed506-4a96-4606-ab3a-afbe103fbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:00.991550 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-849ed506-4a96-4606-ab3a-afbe103fbec2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 915 time: 0.0919447 Apr 12 14:57:01.088018 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-6ddbb420-4076-4417-a4e8-b4f778a776a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:01.089533 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-6ddbb420-4076-4417-a4e8-b4f778a776a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 1127 time: 0.0448902 Apr 12 14:57:01.217454 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fea57-891a-4eb1-b8d0-56cfe42badc0 req-a2793e11-9e65-4e31-a5f9-b1cd369b7338 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:01.222778 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-491fea57-891a-4eb1-b8d0-56cfe42badc0 req-a2793e11-9e65-4e31-a5f9-b1cd369b7338 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0578103 Apr 12 14:57:01.269265 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-491fea57-891a-4eb1-b8d0-56cfe42badc0 req-ddf9981e-c9f1-46bb-b17b-76542832d6b4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441513 Apr 12 14:57:01.311012 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:01.548406 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b396c59-8963-4b6d-82fd-55b66d5951fd req-9a62d5ab-4c85-4df9-896e-633c166f0849 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:01.550035 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b396c59-8963-4b6d-82fd-55b66d5951fd req-9a62d5ab-4c85-4df9-896e-633c166f0849 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0609081 Apr 12 14:57:01.622157 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fe9e3-e8cb-4337-bf80-ef32afdbd2e5 req-9032495c-6307-4069-a385-0360983cfabd tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:01.623837 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b33fe9e3-e8cb-4337-bf80-ef32afdbd2e5 req-9032495c-6307-4069-a385-0360983cfabd tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0728436 Apr 12 14:57:01.665691 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b396c59-8963-4b6d-82fd-55b66d5951fd req-8402d100-65f2-497e-a0cb-04064f5f8f6c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048019 Apr 12 14:57:01.691818 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b33fe9e3-e8cb-4337-bf80-ef32afdbd2e5 req-b10d09d0-73bd-4b5a-96e0-b5dad2a4724e tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612478 Apr 12 14:57:02.157464 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-e3b7274f-e488-45b5-8968-adc1a773c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.159147 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-e3b7274f-e488-45b5-8968-adc1a773c6b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1127 time: 0.0437131 Apr 12 14:57:02.197974 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-248e2bf8-a853-4572-846b-0d6613ca20e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3c74b15-1916-4ae7-bef5-d2dee4e37164 HTTP/1.1" status: 200 len: 1002 time: 0.1436980 Apr 12 14:57:02.256736 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-9276839f-0bbc-49b3-bba4-b88a24f52758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.258352 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-9276839f-0bbc-49b3-bba4-b88a24f52758 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.0903628 Apr 12 14:57:02.291309 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-5019d996-5f04-4ff3-8085-e4bf2e1b0fa9 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.293552 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-5019d996-5f04-4ff3-8085-e4bf2e1b0fa9 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.1639788 Apr 12 14:57:02.305561 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-f5c42ba4-c5ec-4659-9985-38fd32d5bf52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 217 time: 0.0392256 Apr 12 14:57:02.364795 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-984315ce-6040-4166-b0f2-e6f92fe74d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.364795 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-984315ce-6040-4166-b0f2-e6f92fe74d5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.1571789 Apr 12 14:57:02.369316 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-ae75f292-1978-4dac-8990-07ee75305519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.370955 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-ae75f292-1978-4dac-8990-07ee75305519 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 917 time: 0.2635741 Apr 12 14:57:02.379049 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-4b94d66b-9e3e-4a27-8288-fad2aad2e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.380452 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-4b94d66b-9e3e-4a27-8288-fad2aad2e5c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0637558 Apr 12 14:57:02.452344 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e3217-2846-4423-97ec-b24cfa8ea677 req-f1923a6f-4cbd-4c44-a53e-ffeeb8430a1b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.453824 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f1e3217-2846-4423-97ec-b24cfa8ea677 req-f1923a6f-4cbd-4c44-a53e-ffeeb8430a1b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0851371 Apr 12 14:57:02.457349 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-22987e2d-d8e9-4f76-94d5-8df52906b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.458848 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-22987e2d-d8e9-4f76-94d5-8df52906b648 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581841 Apr 12 14:57:02.528198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-bd35fb54-7c4b-45d8-8410-4218cbfd7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.529735 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-bd35fb54-7c4b-45d8-8410-4218cbfd7854 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345348 Apr 12 14:57:02.549439 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-5d501dcc-8aa3-417d-8771-8113019deaf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 HTTP/1.1" status: 200 len: 999 time: 0.1702952 Apr 12 14:57:02.560262 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Deleting port 673fcf47-27a7-4822-bdb5-6b9a776150bc {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:57:02.560714 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:02.571957 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f1e3217-2846-4423-97ec-b24cfa8ea677 req-7b7eaef1-dcc9-415b-b80a-98c3dd6ce2c1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110959 Apr 12 14:57:02.609426 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-3d04e769-8888-4b1f-ba76-9e5df48fa543 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421857 Apr 12 14:57:02.739651 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-c4644340-ee39-4c7d-bd90-31354634c1af service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217546 Apr 12 14:57:02.845866 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd9f49-37e9-4d34-bb69-b25073a906bc req-f9cac473-742e-4b46-bb78-ae20cd9dcd4c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.845866 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9efd9f49-37e9-4d34-bb69-b25073a906bc req-f9cac473-742e-4b46-bb78-ae20cd9dcd4c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0966046 Apr 12 14:57:02.867852 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1af9-b85c-49d9-8a56-a68c6910eaba req-39b2e0a0-f0a1-46a6-82d7-b3508314345d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.870169 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b1e1af9-b85c-49d9-8a56-a68c6910eaba req-39b2e0a0-f0a1-46a6-82d7-b3508314345d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 950 time: 0.0812035 Apr 12 14:57:02.935181 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9efd9f49-37e9-4d34-bb69-b25073a906bc req-acd45753-0d45-4d65-8855-a2076986acd2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792644 Apr 12 14:57:02.948297 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b1e1af9-b85c-49d9-8a56-a68c6910eaba req-ae17fff4-7010-431e-92d7-c3f46d32875f tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/security-groups?id=a28dcae0-e293-434d-9062-5cae2468f2f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689490 Apr 12 14:57:02.977071 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-22067019-422c-4974-8b2b-7dfa6cbbcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:02.979390 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-22067019-422c-4974-8b2b-7dfa6cbbcb7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.4156260 Apr 12 14:57:03.037840 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-df3aa87c-aaa0-42b6-9ef2-f0d63030521a service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989028 Apr 12 14:57:03.077715 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-7d074934-dc5b-41a6-8766-dbde0fed575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:03.079199 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-7d074934-dc5b-41a6-8766-dbde0fed575f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868139 Apr 12 14:57:03.080883 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] For port 673fcf47-27a7-4822-bdb5-6b9a776150bc, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=673fcf47-27a7-4822-bdb5-6b9a776150bc,segment=NetworkSegment(cb490d7d-ec2b-44b8-9427-f8ea889bd4d7),segment_id=cb490d7d-ec2b-44b8-9427-f8ea889bd4d7)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:03.081247 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:03.126229 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Calling delete_port for 673fcf47-27a7-4822-bdb5-6b9a776150bc owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:57:03.151632 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:03.314577 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-2aa5ef38-76c1-4172-b604-6bc213d2f779 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675705 Apr 12 14:57:03.329549 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-94e7f879-7ae0-44f3-9d52-b9a90af28f81 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386794 Apr 12 14:57:03.472919 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57777c37-820c-44bc-b91e-df1af6bd5962 req-b0b27545-e825-4803-a9db-4434aca99343 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331396 Apr 12 14:57:03.568203 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (673fcf47-27a7-4822-bdb5-6b9a776150bc), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:03.600457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Pushing event deleted for resources: {'Port': ['ID=673fcf47-27a7-4822-bdb5-6b9a776150bc,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:03.674914 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] No DVR routers for this DVR port 673fcf47-27a7-4822-bdb5-6b9a776150bc on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:57:03.678684 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:03.683357 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4555c150-afb3-4fe1-ab9a-0b786452bbf8 req-7d62cd17-fb53-48a1-90bf-1fbd937d3431 tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.57 "DELETE /v2.0/ports/673fcf47-27a7-4822-bdb5-6b9a776150bc HTTP/1.1" status: 204 len: 173 time: 1.3778527 Apr 12 14:57:03.684493 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'name': 'network-vif-deleted', 'tag': '673fcf47-27a7-4822-bdb5-6b9a776150bc'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:03.687024 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25486d4a-5ce7-46b2-9357-7da3c12c881d" -d '{"events": [{"server_uuid": "2d269e33-8e2d-4352-ba0f-c6d1470ca3fe", "name": "network-vif-deleted", "tag": "673fcf47-27a7-4822-bdb5-6b9a776150bc"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:03.741517 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8c43b2-e694-4e3b-ba26-2faec303ef3d x-openstack-request-id: req-fd8c43b2-e694-4e3b-ba26-2faec303ef3d {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:03.741969 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d269e33-8e2d-4352-ba0f-c6d1470ca3fe", "name": "network-vif-deleted", "tag": "673fcf47-27a7-4822-bdb5-6b9a776150bc", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:03.742392 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd8c43b2-e694-4e3b-ba26-2faec303ef3d {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:03.742842 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8c43b2-e694-4e3b-ba26-2faec303ef3d'] response: {'server_uuid': '2d269e33-8e2d-4352-ba0f-c6d1470ca3fe', 'name': 'network-vif-deleted', 'tag': '673fcf47-27a7-4822-bdb5-6b9a776150bc', 'status': 'completed', 'code': 200} Apr 12 14:57:03.752467 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e1c92-55e3-4682-8fdb-3972a97c1612 req-3e5d0072-8cf4-4be9-a02a-562a1aa1d2dd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:03.754548 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d9e1c92-55e3-4682-8fdb-3972a97c1612 req-3e5d0072-8cf4-4be9-a02a-562a1aa1d2dd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0687227 Apr 12 14:57:03.813727 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d9e1c92-55e3-4682-8fdb-3972a97c1612 req-3f2c2627-ad13-4831-96b7-fb470811d465 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499542 Apr 12 14:57:04.082572 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:04.109412 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df3e2c0a-439f-46bb-a359-d9a4a4b29597 req-d5dd2cf5-3614-42da-9b77-9fe14288f92a tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0563753 Apr 12 14:57:04.131212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27f01a-f050-487e-99b2-07d5027e427b req-8086fa3e-c0f3-4186-9365-08d3f191c984 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:04.137480 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da27f01a-f050-487e-99b2-07d5027e427b req-8086fa3e-c0f3-4186-9365-08d3f191c984 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 943 time: 0.0833287 Apr 12 14:57:04.184983 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da27f01a-f050-487e-99b2-07d5027e427b req-97fd6cbb-0813-47b2-a27e-196d9643a562 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Apr 12 14:57:04.280139 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d0d6b7ba-aadc-4c5d-96b6-feb347509ccf details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:57:04.284740 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 673fcf47-27a7-4822-bdb5-6b9a776150bc no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:57:04.311096 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 673fcf47-27a7-4822-bdb5-6b9a776150bc {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:57:04.311435 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 673fcf47-27a7-4822-bdb5-6b9a776150bc not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:57:04.410389 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:04.422542 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'mac_address': 'fa:16:3e:11:7f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:57:04.465705 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:04.466140 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:04.483440 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d6b7ba-aadc-4c5d-96b6-feb347509ccf {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:57:04.505324 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:04.562386 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:04.615650 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:04.882362 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['d0d6b7ba-aadc-4c5d-96b6-feb347509ccf'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:57:04.932161 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83409ea1-bbca-4b64-a50d-9ea65f4d6732 req-781a3be8-5a1f-4064-a4b7-d65a988f1804 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:04.933705 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-83409ea1-bbca-4b64-a50d-9ea65f4d6732 req-781a3be8-5a1f-4064-a4b7-d65a988f1804 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0465171 Apr 12 14:57:04.982631 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-83409ea1-bbca-4b64-a50d-9ea65f4d6732 req-3e17b406-19cd-4943-a0b6-083481ca377f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 Apr 12 14:57:05.212900 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1eef0ca7-0bbb-46cb-a28c-8c40462de359 req-14cdea25-50c6-4cea-be6c-033dbb935a2e tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0277629 Apr 12 14:57:05.311105 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a544e22-5ec9-46a3-92cd-fb4f36998ef6 req-b5b7e8c2-f724-49bb-a014-278a2035206a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:05.312666 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a544e22-5ec9-46a3-92cd-fb4f36998ef6 req-b5b7e8c2-f724-49bb-a014-278a2035206a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 944 time: 0.0522292 Apr 12 14:57:05.360761 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a544e22-5ec9-46a3-92cd-fb4f36998ef6 req-cc789b24-8dd2-4453-bcc2-57389f01204a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Apr 12 14:57:05.680437 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42472) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:05.814082 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df1b1c81-afcb-4ad9-97d9-23f4f89943cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.022822 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df1b1c81-afcb-4ad9-97d9-23f4f89943cd admin admin] Publish callbacks [] for security_group (4b302772-1b2c-42e3-80f1-37de4bb37dd7), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.102714 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463ec90-c856-42c0-bccb-c28fbb8755fc req-be839174-60a4-4ea4-942c-b92992e677d1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:06.105019 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1463ec90-c856-42c0-bccb-c28fbb8755fc req-be839174-60a4-4ea4-942c-b92992e677d1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0480642 Apr 12 14:57:06.122642 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df1b1c81-afcb-4ad9-97d9-23f4f89943cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4b302772-1b2c-42e3-80f1-37de4bb37dd7), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.153623 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1463ec90-c856-42c0-bccb-c28fbb8755fc req-1985f15c-261c-4793-9886-98ac421f993e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Apr 12 14:57:06.163148 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-df1b1c81-afcb-4ad9-97d9-23f4f89943cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14da30a2efd64db4ac59337f89aee14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4809465 Apr 12 14:57:06.164115 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b1c81-afcb-4ad9-97d9-23f4f89943cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b302772-1b2c-42e3-80f1-37de4bb37dd7,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:06.167141 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42478) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:06.236791 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-621ae543-adab-449a-9a0e-a20751861598 admin admin] Publish callbacks [] for security_group (4b302772-1b2c-42e3-80f1-37de4bb37dd7), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.261303 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-621ae543-adab-449a-9a0e-a20751861598 admin admin] Publish callbacks [] for security_group (4b302772-1b2c-42e3-80f1-37de4bb37dd7), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.298910 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d0d6b7ba-aadc-4c5d-96b6-feb347509ccf up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:06.347294 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b49166c-e3c1-4077-8ff3-64c159fd62f8 req-be128e74-da9f-45f9-80b6-91a1b6e7062d tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0355093 Apr 12 14:57:06.350976 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:57:06.426289 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-621ae543-adab-449a-9a0e-a20751861598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4b302772-1b2c-42e3-80f1-37de4bb37dd7), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.429364 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-621ae543-adab-449a-9a0e-a20751861598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.430798 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-621ae543-adab-449a-9a0e-a20751861598 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b302772-1b2c-42e3-80f1-37de4bb37dd7 HTTP/1.1" status: 204 len: 168 time: 0.2627199 Apr 12 14:57:06.439236 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ae543-adab-449a-9a0e-a20751861598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b302772-1b2c-42e3-80f1-37de4bb37dd7,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:06.498174 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96b888-1bcb-40c0-9e00-bd16c52421d4 req-38df72f5-cae6-47f3-afab-45ade7559437 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:06.499671 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd96b888-1bcb-40c0-9e00-bd16c52421d4 req-38df72f5-cae6-47f3-afab-45ade7559437 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 944 time: 0.0521011 Apr 12 14:57:06.504313 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:06.504690 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.555983 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd96b888-1bcb-40c0-9e00-bd16c52421d4 req-753fd26b-a964-4859-b29c-30eba0c21aaa tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498586 Apr 12 14:57:06.585880 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:06.586271 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.609895 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:06.612119 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbc190b-bbd6-4e03-82f2-8b7b2298ce7b" -d '{"events": [{"server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:06.624828 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:06.651811 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f567b84-83db-4582-95be-35d46bdd3c72 x-openstack-request-id: req-3f567b84-83db-4582-95be-35d46bdd3c72 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:06.652331 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "name": "network-vif-plugged", "status": "completed", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:06.661903 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f567b84-83db-4582-95be-35d46bdd3c72 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:06.661903 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f567b84-83db-4582-95be-35d46bdd3c72'] response: {'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'code': 200} Apr 12 14:57:06.732952 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:06.794115 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:07.014114 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:07.298107 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860530e-f8f3-4065-96aa-f989088d36e1 req-bc675918-52a8-4e67-bc52-fc510a40c108 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:07.303500 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3860530e-f8f3-4065-96aa-f989088d36e1 req-bc675918-52a8-4e67-bc52-fc510a40c108 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0547156 Apr 12 14:57:07.354446 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3860530e-f8f3-4065-96aa-f989088d36e1 req-a9f76044-b863-4e48-bb81-c1483e6d46ce tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484588 Apr 12 14:57:07.357040 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4a0e5-9aa0-427e-a5cc-aec8ad2239ff req-aca1fcb0-8d0f-477c-809c-6e7044502f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:07.358603 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f9b4a0e5-9aa0-427e-a5cc-aec8ad2239ff req-aca1fcb0-8d0f-477c-809c-6e7044502f4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1129 time: 0.0498741 Apr 12 14:57:07.424981 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f9b4a0e5-9aa0-427e-a5cc-aec8ad2239ff req-80017fd6-0356-4f9e-b2f8-a3f4e4f41345 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583353 Apr 12 14:57:07.500488 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7be1130e-ba14-4b88-8583-9b97b9c2a859 req-ab105eb4-9547-4e82-b33b-fbfdb8ef9d5a tempest-VolumesNegativeTest-401473144 tempest-VolumesNegativeTest-401473144-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d269e33-8e2d-4352-ba0f-c6d1470ca3fe HTTP/1.1" status: 200 len: 210 time: 0.0348368 Apr 12 14:57:07.669953 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42522) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:07.699509 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d066ec7-9cf2-4e9f-8ec5-b80128e7572c req-04a6cf6a-b270-4ea9-8d45-6b75028ec992 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:07.702174 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4d066ec7-9cf2-4e9f-8ec5-b80128e7572c req-04a6cf6a-b270-4ea9-8d45-6b75028ec992 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0636823 Apr 12 14:57:07.753678 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4d066ec7-9cf2-4e9f-8ec5-b80128e7572c req-1e0fc1f1-1570-4296-8d33-108bed348409 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455983 Apr 12 14:57:07.791094 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1895458805-network', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:07.882253 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Made reservation on behalf of ab3ab5283430466e9ab0b79750fc4e96 for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:57:07.884570 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:07.894375 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:07.975927 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks [] for security_group (3fc2b717-09b7-4a05-aede-3fd87a8d09c6), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.036798 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3fc2b717-09b7-4a05-aede-3fd87a8d09c6), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.061788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:57:08.070771 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc2b717-09b7-4a05-aede-3fd87a8d09c6,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:08.077984 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (94e8b267-7b4a-4ec0-85d1-4e89b8adabd4), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.081044 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Added segment 94e8b267-7b4a-4ec0-85d1-4e89b8adabd4 of type vlan for network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 Apr 12 14:57:08.122687 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (6fea4a05-44f3-4a63-902b-1de9a9ad79b4), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.208043 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (6fea4a05-44f3-4a63-902b-1de9a9ad79b4), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.208931 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:08.209515 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.269819 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] Pushing event updated for resources: {'Network': ['ID=6fea4a05-44f3-4a63-902b-1de9a9ad79b4,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:08.282061 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:57:08.325969 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-55518918-7b59-4646-a013-8ef139ebf1ec admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6547773 Apr 12 14:57:08.329176 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42530) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:08.334005 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Request body: {'subnet': {'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1895458805-subnet', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:08.337751 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:57:08.438277 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: DOWN; New status is: DOWN {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:08.482154 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Made reservation on behalf of ab3ab5283430466e9ab0b79750fc4e96 for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:57:08.484417 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.734398 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-c523df4f-3f46-4afb-abe6-02b315fc1e55 req-5acaa826-c76f-4c48-bcbe-3322a7ec96ae service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:57:08.735312 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c523df4f-3f46-4afb-abe6-02b315fc1e55 req-5acaa826-c76f-4c48-bcbe-3322a7ec96ae service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058258 Apr 12 14:57:08.815392 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (983f47b1-4136-4acd-822d-6a4748a3b54b), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:08.910809 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=983f47b1-4136-4acd-822d-6a4748a3b54b,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:08.918475 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85329310-11ab-488d-aba2-ab07f98ed468 req-cc39e8e7-f49a-4167-a3f0-199d6d65b7db tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:08.919993 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-85329310-11ab-488d-aba2-ab07f98ed468 req-cc39e8e7-f49a-4167-a3f0-199d6d65b7db tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0779157 Apr 12 14:57:08.935263 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Checking segment: {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:08.935569 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Network hostable DHCP agents. Network: 6fea4a05-44f3-4a63-902b-1de9a9ad79b4, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:57:08.984736 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-85329310-11ab-488d-aba2-ab07f98ed468 req-127bcff6-a8e9-4e56-bfbf-a67d431a60d6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587389 Apr 12 14:57:09.053597 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:57:09.133295 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d691c-d8b7-4648-a9a2-dc13e7915a08 req-5e84c6aa-8d0d-4a5a-b9b1-2902daad13f5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:09.134864 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b59d691c-d8b7-4648-a9a2-dc13e7915a08 req-5e84c6aa-8d0d-4a5a-b9b1-2902daad13f5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0522382 Apr 12 14:57:09.188721 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b59d691c-d8b7-4648-a9a2-dc13e7915a08 req-8dd43836-673f-4856-9990-bbe3136959b7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473182 Apr 12 14:57:09.233233 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 6fea4a05-44f3-4a63-902b-1de9a9ad79b4) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:09.234722 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:09.235540 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:09.240265 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7b73c-ab8e-428f-8de7-e1af2bd5bb14 None None] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:57:09.288778 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-2076eafc-722e-49bf-ad0b-ea653d666f64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434897 Apr 12 14:57:09.322456 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-12697668-637c-47ab-965d-caa48609dbb6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9903879 Apr 12 14:57:09.323862 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42566) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:09.331802 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:09.375396 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-68e32e5b-89dc-41a7-ac01-b8a5f7498e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:09.377087 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-68e32e5b-89dc-41a7-ac01-b8a5f7498e54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 1130 time: 0.0578325 Apr 12 14:57:09.460803 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (2045a718-3128-4e62-bfcc-45b1ecf9e932), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:09.464993 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (2045a718-3128-4e62-bfcc-45b1ecf9e932), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:09.512825 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:57:09.513805 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:09.553734 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-d5a97ab2-fa66-4ca8-baac-3291d7cad93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:09.555248 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-d5a97ab2-fa66-4ca8-baac-3291d7cad93d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 912 time: 0.1528988 Apr 12 14:57:09.576781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks [] for router_controller (2045a718-3128-4e62-bfcc-45b1ecf9e932), precommit_add_association {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:09.643970 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-b7489f73-d004-48c7-9105-8c85cc8304a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 200 len: 1002 time: 0.0811539 Apr 12 14:57:09.687439 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Allocated IP 172.20.0.2 (6fea4a05-44f3-4a63-902b-1de9a9ad79b4/983f47b1-4136-4acd-822d-6a4748a3b54b/e1ed7e89-8cc2-47db-824e-e89a7d823b34) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:09.718587 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-e73a788a-1001-435a-95ad-3f8e2fab844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:09.720370 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-e73a788a-1001-435a-95ad-3f8e2fab844b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.0665638 Apr 12 14:57:09.808922 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-c3df47a4-bb89-4622-82c7-277f6fcb7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:09.810705 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-c3df47a4-bb89-4622-82c7-277f6fcb7de5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773253 Apr 12 14:57:09.886139 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Publish callbacks [] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:09.905282 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42596) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:09.954244 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-091f2ca1-5e7d-4916-820f-5674991b90d0 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362681 Apr 12 14:57:09.974317 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.030077 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:10.035334 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:10.039919 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:10.056936 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Pushing event updated for resources: {'Port': ['ID=e1ed7e89-8cc2-47db-824e-e89a7d823b34,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:10.095937 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks [] for router_gateway (2045a718-3128-4e62-bfcc-45b1ecf9e932), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.121547 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Attempting to bind port e1ed7e89-8cc2-47db-824e-e89a7d823b34 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:57:10.122497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Attempting to bind port e1ed7e89-8cc2-47db-824e-e89a7d823b34 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:57:10.123434 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Attempting to bind port e1ed7e89-8cc2-47db-824e-e89a7d823b34 on network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:10.124527 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-8ddf0795-2410-497c-b867-b9c643210baf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2177491 Apr 12 14:57:10.132018 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:57:10.132531 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-6fd5ef81-507f-4933-9c84-1cf70f1981da service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:57:10.133378 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Checking segment: {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:10.134752 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.135432 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Bound using segment: {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:57:10.136158 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Bound port: e1ed7e89-8cc2-47db-824e-e89a7d823b34, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:57:10.136786 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.148280 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-6fd5ef81-507f-4933-9c84-1cf70f1981da service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223982 Apr 12 14:57:10.191204 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0d6e3fc0-a805-46e7-afc6-005005f79f8c req-a672dfb3-4209-48c2-b24e-5a5f611e777d service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227950 Apr 12 14:57:10.258307 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8478f38-19e3-482c-93ca-47a7a6054922 req-8acf01ee-b73c-4e5f-87ea-41908a6ff8e7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:10.268511 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d8478f38-19e3-482c-93ca-47a7a6054922 req-8acf01ee-b73c-4e5f-87ea-41908a6ff8e7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.1371541 Apr 12 14:57:10.270045 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] For port e1ed7e89-8cc2-47db-824e-e89a7d823b34, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:57:10.275471 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] For port e1ed7e89-8cc2-47db-824e-e89a7d823b34, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e1ed7e89-8cc2-47db-824e-e89a7d823b34,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:57:10.309220 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42652) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:10.370642 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.390836 dv-cinder-837524-1-iscsi neutron-server[110561]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 14:57:10.469799 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d6608-cd38-474a-92f7-376a002084fd None None] Pushing event updated for resources: {'Port': ['ID=e1ed7e89-8cc2-47db-824e-e89a7d823b34,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:10.474772 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-39f417b2-f8b6-4ad6-9574-c9a8c9085337 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:10.476232 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-39f417b2-f8b6-4ad6-9574-c9a8c9085337 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports/90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 HTTP/1.1" status: 200 len: 940 time: 0.1638572 Apr 12 14:57:10.488325 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204c929-e9ba-427a-923c-556c64797854 req-1fbc4478-e8cd-4d13-96a6-f81863d0d1be tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:10.490485 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1204c929-e9ba-427a-923c-556c64797854 req-1fbc4478-e8cd-4d13-96a6-f81863d0d1be tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1558406 Apr 12 14:57:10.495507 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d8478f38-19e3-482c-93ca-47a7a6054922 req-1cf22e06-333a-4791-bf0b-a856336d2dc0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261512 Apr 12 14:57:10.499524 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks [] for router_gateway (2045a718-3128-4e62-bfcc-45b1ecf9e932), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.526900 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:57:10.585391 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1204c929-e9ba-427a-923c-556c64797854 req-b2f993b9-676e-4d54-af62-99f7a342961c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825670 Apr 12 14:57:10.592194 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.730379 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8967ec-13a0-4aff-b789-58f87c56c321 req-d23bfa7c-a1bf-4916-a449-51030ef9f50c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:10.732227 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8b8967ec-13a0-4aff-b789-58f87c56c321 req-d23bfa7c-a1bf-4916-a449-51030ef9f50c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0837622 Apr 12 14:57:10.742361 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42682) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:10.747591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'floatingip': {'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:10.825732 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:10.843327 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Allocated IP 172.27.2.116 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/cf9d5c0e-c45e-4b78-b8b6-52fada654120) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:10.995290 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks [] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.134729 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.183152 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:11.189057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:11.191795 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Pushing event updated for resources: {'Port': ['ID=cf9d5c0e-c45e-4b78-b8b6-52fada654120,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:11.194135 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:11.384890 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e1ed7e89-8cc2-47db-824e-e89a7d823b34 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:11.422601 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.446449 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e1ed7e89-8cc2-47db-824e-e89a7d823b34 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:11.448345 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.500047 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.548197 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e1ed7e89-8cc2-47db-824e-e89a7d823b34 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:11.548684 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.582057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks [] for router_gateway (2045a718-3128-4e62-bfcc-45b1ecf9e932), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.598967 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port e1ed7e89-8cc2-47db-824e-e89a7d823b34, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e1ed7e89-8cc2-47db-824e-e89a7d823b34,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:11.667046 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Floating IP 1af88a7b-d664-4de6-b26d-ed5a902865d8 associated. External IP: 172.27.2.229, port: d0d6b7ba-aadc-4c5d-96b6-feb347509ccf. Apr 12 14:57:11.671013 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.767816 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=e1ed7e89-8cc2-47db-824e-e89a7d823b34,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:11.831129 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a598c2-d7b9-4cdc-88d8-9b99be0ea994 None None] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:57:11.836003 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc010e6b-3946-4fb6-ad77-715a12bf867c req-ffbea156-dd63-4051-bdd6-cf3c97484c30 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:11.838196 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bc010e6b-3946-4fb6-ad77-715a12bf867c req-ffbea156-dd63-4051-bdd6-cf3c97484c30 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0797703 Apr 12 14:57:11.932471 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-4f3ed613-43b2-4a23-990d-e782bedd1da0 None None] Provisioning complete for port e1ed7e89-8cc2-47db-824e-e89a7d823b34 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:11.932843 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4f3ed613-43b2-4a23-990d-e782bedd1da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:11.972856 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bc010e6b-3946-4fb6-ad77-715a12bf867c req-0bb052a3-663f-4b7b-9c40-3111b2e09db1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242096 Apr 12 14:57:11.986116 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (2045a718-3128-4e62-bfcc-45b1ecf9e932), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:12.017098 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Router 5bdd137b-4882-428b-8700-daaea968dea5 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:57:12.062417 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-4f3ed613-43b2-4a23-990d-e782bedd1da0 None None] Current status of the port e1ed7e89-8cc2-47db-824e-e89a7d823b34 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:12.195385 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:57:12.210225 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] Sync routers for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:57:12.221124 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:12.225481 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Router 2045a718-3128-4e62-bfcc-45b1ecf9e932 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:57:12.229424 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:12.230389 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:12.281338 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-fed9f30c-e3aa-4558-a995-81bd16781938 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "PUT /v2.0/floatingips/1af88a7b-d664-4de6-b26d-ed5a902865d8 HTTP/1.1" status: 200 len: 991 time: 1.5240822 Apr 12 14:57:12.281338 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:12.281338 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d07be-f328-4724-992a-2d7d6c50a87e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:12.297790 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6216eb69-2844-43d7-b50a-9bd30e52f4b1 None None] Provisioning complete for port e1ed7e89-8cc2-47db-824e-e89a7d823b34 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:12.300945 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6216eb69-2844-43d7-b50a-9bd30e52f4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:12.330071 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449c148b-8f8c-4973-ad44-cbd6c46b4918 x-openstack-request-id: req-449c148b-8f8c-4973-ad44-cbd6c46b4918 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:12.330365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:12.330615 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-449c148b-8f8c-4973-ad44-cbd6c46b4918 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:12.331018 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449c148b-8f8c-4973-ad44-cbd6c46b4918'] response: {'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'status': 'completed', 'code': 200} Apr 12 14:57:12.418281 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:57:12.435247 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Sync routers for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:57:12.439151 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:12.448481 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:12.448702 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d07be-f328-4724-992a-2d7d6c50a87e req-1b58ba98-701e-49f5-bbb8-0dcaacad1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:12.450527 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:12.450782 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-822d07be-f328-4724-992a-2d7d6c50a87e req-1b58ba98-701e-49f5-bbb8-0dcaacad1ac4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1129 time: 0.0900447 Apr 12 14:57:12.460331 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6216eb69-2844-43d7-b50a-9bd30e52f4b1 None None] Current status of the port e1ed7e89-8cc2-47db-824e-e89a7d823b34 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:12.543541 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:12.545760 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-d4d33703-8b3f-4938-a262-8dd04d50ad99 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2197564 Apr 12 14:57:12.548498 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42750) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:12.629487 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d07be-f328-4724-992a-2d7d6c50a87e req-6ba1bc40-7bd8-4420-b724-c9420fb5253f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:12.631355 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-822d07be-f328-4724-992a-2d7d6c50a87e req-6ba1bc40-7bd8-4420-b724-c9420fb5253f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.1707292 Apr 12 14:57:12.673010 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:12.725589 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '1af88a7b-d664-4de6-b26d-ed5a902865d8', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'mac_address': 'fa:16:3e:11:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:41Z', 'updated_at': '2022-04-12T14:57:11Z', 'revision_number': 1, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:12.788032 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] Checking router: 5bdd137b-4882-428b-8700-daaea968dea5 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:57:12.812994 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:12.814612 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:13.076326 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:11Z', 'revision_number': 3, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:13.082733 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:13.129744 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Checking router: 2045a718-3128-4e62-bfcc-45b1ecf9e932 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:57:13.130815 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Updating router 2045a718-3128-4e62-bfcc-45b1ecf9e932 port cf9d5c0e-c45e-4b78-b8b6-52fada654120 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:57:13.146358 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-822d07be-f328-4724-992a-2d7d6c50a87e req-357ac54b-4c0f-45ad-933a-aa51d2a51c1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 999 time: 0.5045416 Apr 12 14:57:13.189964 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a9ddd-5fc7-4ff1-85b8-de4732646853 req-bf4a5a7a-45e5-4ec7-9474-8245ab81c515 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:13.190767 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:13.194819 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f44a9ddd-5fc7-4ff1-85b8-de4732646853 req-bf4a5a7a-45e5-4ec7-9474-8245ab81c515 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0952332 Apr 12 14:57:13.223830 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d07be-f328-4724-992a-2d7d6c50a87e req-436ef6a6-2be7-4089-8087-f22491c5ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:13.225319 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-822d07be-f328-4724-992a-2d7d6c50a87e req-436ef6a6-2be7-4089-8087-f22491c5ec2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0721934 Apr 12 14:57:13.331348 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d07be-f328-4724-992a-2d7d6c50a87e req-d5437376-43db-4e6a-b27a-f9d004fa8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:13.334757 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:13.336797 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-822d07be-f328-4724-992a-2d7d6c50a87e req-d5437376-43db-4e6a-b27a-f9d004fa8c35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013675 Apr 12 14:57:13.366900 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f44a9ddd-5fc7-4ff1-85b8-de4732646853 req-0df61f7b-263e-4bcd-9360-6f5d24247100 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641500 Apr 12 14:57:13.493095 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e1ed7e89-8cc2-47db-824e-e89a7d823b34 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:13.569234 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-822d07be-f328-4724-992a-2d7d6c50a87e req-890ac3fb-be4c-4584-b80a-fbda89fd4cdd service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277722 Apr 12 14:57:13.611878 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Allocated IP 172.20.0.1 (6fea4a05-44f3-4a63-902b-1de9a9ad79b4/983f47b1-4136-4acd-822d-6a4748a3b54b/e7e79980-d0aa-4726-a57f-e843df9e4fac) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:13.628106 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '1af88a7b-d664-4de6-b26d-ed5a902865d8', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'mac_address': 'fa:16:3e:11:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:41Z', 'updated_at': '2022-04-12T14:57:11Z', 'revision_number': 1, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:13.652417 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e1ed7e89-8cc2-47db-824e-e89a7d823b34 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:13.652786 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:13.675054 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547ab4e8-51a0-4ab6-a615-0cd9b49fa8fb None None] The sync data for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi is: [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '1af88a7b-d664-4de6-b26d-ed5a902865d8', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'mac_address': 'fa:16:3e:11:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:41Z', 'updated_at': '2022-04-12T14:57:11Z', 'revision_number': 1, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:57:13.789974 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-822d07be-f328-4724-992a-2d7d6c50a87e req-b5d05316-8e21-4f54-a379-34b1df6a937b service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002928 Apr 12 14:57:13.795218 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks [] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:13.865162 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Publish callbacks [] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:13.873454 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e1ed7e89-8cc2-47db-824e-e89a7d823b34 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:13.963740 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:13.964430 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:14.020752 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:14.023887 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:14.029141 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:14.029647 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (2045a718-3128-4e62-bfcc-45b1ecf9e932), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:14.043406 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Attempting to bind port cf9d5c0e-c45e-4b78-b8b6-52fada654120 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:57:14.043989 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Attempting to bind port cf9d5c0e-c45e-4b78-b8b6-52fada654120 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:57:14.044513 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Attempting to bind port cf9d5c0e-c45e-4b78-b8b6-52fada654120 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:14.065519 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:57:14.066212 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:14.066789 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:14.067429 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:57:14.068170 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Bound port: cf9d5c0e-c45e-4b78-b8b6-52fada654120, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:57:14.068839 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:14.072548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511533f-bdc4-423a-994d-b42895778292 None None] Pushing event updated for resources: {'Port': ['ID=cf9d5c0e-c45e-4b78-b8b6-52fada654120,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:14.122246 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Pushing event updated for resources: {'Port': ['ID=e7e79980-d0aa-4726-a57f-e843df9e4fac,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:14.143964 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.144313 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.144661 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.144999 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.145334 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.146996 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.146996 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.146996 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.146996 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.146996 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.147535 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.147535 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.147864 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.148167 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.148485 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:14.205522 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] For port cf9d5c0e-c45e-4b78-b8b6-52fada654120, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:57:14.211790 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] For port cf9d5c0e-c45e-4b78-b8b6-52fada654120, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=cf9d5c0e-c45e-4b78-b8b6-52fada654120,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:57:14.229717 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-16d51407-d488-40ea-b97d-63b1f32ab8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:14.231938 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-16d51407-d488-40ea-b97d-63b1f32ab8af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867&tenant_id=7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 1127 time: 0.1588795 Apr 12 14:57:14.299960 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:14.351028 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-00112ccc-0ac8-4ac3-a4d2-52519da10dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:14.353665 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-00112ccc-0ac8-4ac3-a4d2-52519da10dc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 1127 time: 0.0867424 Apr 12 14:57:14.366681 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:14.367332 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:14.367483 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:14.472135 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-0e8696ca-70b7-4a80-bd44-2b2e23d20625 None None] Provisioning complete for port e7e79980-d0aa-4726-a57f-e843df9e4fac triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:14.475307 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0e8696ca-70b7-4a80-bd44-2b2e23d20625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:14.519542 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-1e2e2446-56e9-4565-ac09-b80060e104f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:14.521690 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-1e2e2446-56e9-4565-ac09-b80060e104f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 917 time: 0.1603823 Apr 12 14:57:14.548055 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511533f-bdc4-423a-994d-b42895778292 None None] Pushing event updated for resources: {'Port': ['ID=cf9d5c0e-c45e-4b78-b8b6-52fada654120,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:14.612419 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f204d-f364-4827-ab3b-2d635f2221ef req-114c7f84-7a16-40e9-aff3-320980757638 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:14.614334 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8d3f204d-f364-4827-ab3b-2d635f2221ef req-114c7f84-7a16-40e9-aff3-320980757638 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1285021 Apr 12 14:57:14.655190 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-6ce3555c-a35d-4275-a492-3198b37ba8ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 HTTP/1.1" status: 200 len: 999 time: 0.1187236 Apr 12 14:57:14.681787 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-0e8696ca-70b7-4a80-bd44-2b2e23d20625 None None] Port e7e79980-d0aa-4726-a57f-e843df9e4fac cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:57:14.732809 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:14.736041 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f092b6b5-0ca2-41dd-b6fc-b7354318e194 None None] New status for floating IP 1af88a7b-d664-4de6-b26d-ed5a902865d8: ACTIVE {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:57:14.745929 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-aa192946-f23e-4579-a69d-f0b573ae749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:14.748165 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-aa192946-f23e-4579-a69d-f0b573ae749b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.0823114 Apr 12 14:57:14.845125 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-8846fa90-6677-400a-8e08-41313dd20aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:14.847143 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-8846fa90-6677-400a-8e08-41313dd20aee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882437 Apr 12 14:57:14.974870 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-366ec510-af54-4721-9e21-287615a23973 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175818 Apr 12 14:57:15.011667 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8d3f204d-f364-4827-ab3b-2d635f2221ef req-4d344638-f660-475c-9279-3adc02471425 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3811154 Apr 12 14:57:15.047045 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks [] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:15.113451 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bbcd98d-3957-4f29-af65-c00caf5efe8e req-20a93b0c-0703-45ce-9e0e-8736d6ef1fe3 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305463 Apr 12 14:57:15.144545 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:13Z', 'revision_number': 1, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:15.157004 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:15.157815 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (2045a718-3128-4e62-bfcc-45b1ecf9e932), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:15.176056 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2afb845-222b-4d54-a2d3-fa5a38c99aa4 None None] The sync data for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi is: [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:13Z', 'revision_number': 1, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:57:15.232112 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Pushing event updated for resources: {'Port': ['ID=e7e79980-d0aa-4726-a57f-e843df9e4fac,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:15.311594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:15.313881 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:15.475151 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Router 2045a718-3128-4e62-bfcc-45b1ecf9e932 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:57:15.615290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-cc2ef60d-bceb-4071-9b9f-42ad4998b694 None None] Provisioning complete for port e7e79980-d0aa-4726-a57f-e843df9e4fac triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:15.615864 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-cc2ef60d-bceb-4071-9b9f-42ad4998b694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:15.629500 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:57:15.637820 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-930f8628-0d1e-47ca-89e3-fadeaab183ea admin admin] 10.222.0.64 "PUT /v2.0/routers/2045a718-3128-4e62-bfcc-45b1ecf9e932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0854070 Apr 12 14:57:15.655363 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ef60d-bceb-4071-9b9f-42ad4998b694 None None] Port e7e79980-d0aa-4726-a57f-e843df9e4fac cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:57:16.238842 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c997c-3c1b-42bd-aaad-debea82be602 req-8b96fbaa-6064-4504-bd26-b528339d750f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:16.240671 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2e7c997c-3c1b-42bd-aaad-debea82be602 req-8b96fbaa-6064-4504-bd26-b528339d750f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0903244 Apr 12 14:57:16.317871 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2e7c997c-3c1b-42bd-aaad-debea82be602 req-51e70ca5-b0b0-4ca9-8aee-f5f8d675660d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626099 Apr 12 14:57:16.738572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42886) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:16.959183 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42892) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:16.964911 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1299530255-network', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:16.984048 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-0c08e57f-fffd-44f7-9bc5-20ce2fce10fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14ab1b96ea0749b7979379be4a0175ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430997 Apr 12 14:57:16.984749 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42894) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:17.068727 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Made reservation on behalf of c560b76ac19a4c2dac04e54b18e2e6ed for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:57:17.071036 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.075323 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b13d87d9-f717-478d-9036-ab53a0065e05 admin admin] Publish callbacks [] for security_group (a28dcae0-e293-434d-9062-5cae2468f2f6), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.093749 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.114546 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b13d87d9-f717-478d-9036-ab53a0065e05 admin admin] Publish callbacks [] for security_group (a28dcae0-e293-434d-9062-5cae2468f2f6), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.242047 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks [] for security_group (82d6771e-8fee-456c-9ff7-87c2da8034e2), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.290885 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b13d87d9-f717-478d-9036-ab53a0065e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a28dcae0-e293-434d-9062-5cae2468f2f6), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.297102 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b13d87d9-f717-478d-9036-ab53a0065e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.302197 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b13d87d9-f717-478d-9036-ab53a0065e05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a28dcae0-e293-434d-9062-5cae2468f2f6 HTTP/1.1" status: 204 len: 168 time: 0.3130577 Apr 12 14:57:17.320723 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d87d9-f717-478d-9036-ab53a0065e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28dcae0-e293-434d-9062-5cae2468f2f6,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:17.327483 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (82d6771e-8fee-456c-9ff7-87c2da8034e2), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.378015 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:57:17.393217 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d6771e-8fee-456c-9ff7-87c2da8034e2,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:17.398356 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (a6adef5c-238a-4ed4-b6d1-748ecf733182), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.398823 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Added segment a6adef5c-238a-4ed4-b6d1-748ecf733182 of type vlan for network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 Apr 12 14:57:17.424778 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device cf9d5c0e-c45e-4b78-b8b6-52fada654120 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:17.454503 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (ef7baa60-e7d8-44b1-8cfc-20010d86ecc0), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.551985 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port cf9d5c0e-c45e-4b78-b8b6-52fada654120 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:17.552369 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.559143 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa93fe-76c3-4f62-99d8-41843ac1e66a req-bd2beca7-4066-4be5-b675-60b11a439d9d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:17.560781 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3efa93fe-76c3-4f62-99d8-41843ac1e66a req-bd2beca7-4066-4be5-b675-60b11a439d9d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0939801 Apr 12 14:57:17.606647 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (ef7baa60-e7d8-44b1-8cfc-20010d86ecc0), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.607817 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:17.608567 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.689667 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port cf9d5c0e-c45e-4b78-b8b6-52fada654120 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:17.690259 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.717854 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port cf9d5c0e-c45e-4b78-b8b6-52fada654120, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=cf9d5c0e-c45e-4b78-b8b6-52fada654120,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:17.725886 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] Pushing event updated for resources: {'Network': ['ID=ef7baa60-e7d8-44b1-8cfc-20010d86ecc0,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:17.740071 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:57:17.751911 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-ae7c7426-83a4-44eb-aa0c-34ce3bb9567c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7915106 Apr 12 14:57:17.755633 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42902) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:17.761666 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Request body: {'subnet': {'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1299530255-subnet', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:17.783779 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3efa93fe-76c3-4f62-99d8-41843ac1e66a req-2b814de8-9a15-4ce4-991a-64172bf0e662 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130640 Apr 12 14:57:17.829512 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.893728 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Made reservation on behalf of c560b76ac19a4c2dac04e54b18e2e6ed for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:57:17.896175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175416'] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:17.913417 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=cf9d5c0e-c45e-4b78-b8b6-52fada654120,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:18.090798 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Sync routers for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:57:18.114486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:18.115291 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:18.219659 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175402'] for subnet (64cb55db-8c07-46d1-92d5-ac5a9493d3a7), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:18.298002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:18.303025 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cb55db-8c07-46d1-92d5-ac5a9493d3a7,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:18.313746 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Checking segment: {'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:18.314171 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Network hostable DHCP agents. Network: ef7baa60-e7d8-44b1-8cfc-20010d86ecc0, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:57:18.322912 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.323266 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.323609 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.323943 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.324326 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.324612 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.324936 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.325260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.325584 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.325933 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.326550 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.326876 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.327196 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.327510 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.327825 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:18.407910 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:57:18.487873 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, ef7baa60-e7d8-44b1-8cfc-20010d86ecc0) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:18.492692 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:18.493433 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:18.521230 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ef231-f45f-49c2-b94e-02cfb5e4fa51 None None] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:57:18.591570 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 2, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:18.622379 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-df63f2dd-61e9-496f-af49-3531dccdadfc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8649366 Apr 12 14:57:18.624916 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42904) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:18.629574 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Checking router: 2045a718-3128-4e62-bfcc-45b1ecf9e932 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:57:18.629961 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Updating router 2045a718-3128-4e62-bfcc-45b1ecf9e932 port e7e79980-d0aa-4726-a57f-e843df9e4fac binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:57:18.631947 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:18.665399 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:18.731050 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-ef7baa60-e7d8-44b1-8cfc-20010d86ecc0', 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0', 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'fixed_ips': [{'subnet_id': '64cb55db-8c07-46d1-92d5-ac5a9493d3a7'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:57:18.731358 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:18.743572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (121e69a0-a14d-4812-b686-aab616a6c3a9), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:18.743572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (121e69a0-a14d-4812-b686-aab616a6c3a9), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:18.818141 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks [] for router_controller (121e69a0-a14d-4812-b686-aab616a6c3a9), precommit_add_association {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:18.974054 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e089083-3a8e-4bd1-aaea-3c88423e06e6 req-d51d544d-c057-4e24-9862-17d66a730230 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:18.976556 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5e089083-3a8e-4bd1-aaea-3c88423e06e6 req-d51d544d-c057-4e24-9862-17d66a730230 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0693626 Apr 12 14:57:19.039176 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Allocated IP 172.20.0.2 (ef7baa60-e7d8-44b1-8cfc-20010d86ecc0/64cb55db-8c07-46d1-92d5-ac5a9493d3a7/582c3b01-c5c3-4dce-bf4f-17e5ffe34597) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:19.063183 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5e089083-3a8e-4bd1-aaea-3c88423e06e6 req-d655b0be-8d2f-4ddf-85fc-d6710ffa396d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760863 Apr 12 14:57:19.085321 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks [] for router_gateway (121e69a0-a14d-4812-b686-aab616a6c3a9), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.264401 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Publish callbacks [] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.335653 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Publish callbacks [] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.352982 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.371395 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device cf9d5c0e-c45e-4b78-b8b6-52fada654120 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:19.401238 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks [] for router_gateway (121e69a0-a14d-4812-b686-aab616a6c3a9), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.423228 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.437237 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.510425 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e515478-918a-4689-bdb4-3dbc17edd0f4 None None] Pushing event updated for resources: {'Port': ['ID=e7e79980-d0aa-4726-a57f-e843df9e4fac,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:19.591130 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:19.611757 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port cf9d5c0e-c45e-4b78-b8b6-52fada654120 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:19.612443 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.612841 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Allocated IP 172.27.2.25 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/27eb1f30-ca5b-4527-bbc7-afcc9609b962) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:19.680972 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Attempting to bind port e7e79980-d0aa-4726-a57f-e843df9e4fac on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:57:19.689698 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Attempting to bind port e7e79980-d0aa-4726-a57f-e843df9e4fac by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:57:19.690351 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Attempting to bind port e7e79980-d0aa-4726-a57f-e843df9e4fac on network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:19.697056 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:19.705071 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:57:19.705609 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Checking segment: {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:19.706216 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.706710 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Bound using segment: {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:57:19.707308 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Bound port: e7e79980-d0aa-4726-a57f-e843df9e4fac, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:57:19.707795 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.717666 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:19.724139 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Pushing event updated for resources: {'Port': ['ID=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:19.835030 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Attempting to bind port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:57:19.835030 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Attempting to bind port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:57:19.835030 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Attempting to bind port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 on network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:19.835883 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks [] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.855129 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:57:19.855660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Checking segment: {'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:19.856186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.856697 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Bound using segment: {'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:57:19.857365 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Bound port: 582c3b01-c5c3-4dce-bf4f-17e5ffe34597, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:57:19.857820 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.881244 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] For port e7e79980-d0aa-4726-a57f-e843df9e4fac, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:57:19.967945 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] For port e7e79980-d0aa-4726-a57f-e843df9e4fac, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e7e79980-d0aa-4726-a57f-e843df9e4fac,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:57:19.978051 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-857fc623-4f55-4f9b-9e85-c49361225d53 None None] Provisioning complete for port e7e79980-d0aa-4726-a57f-e843df9e4fac triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:19.978551 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-857fc623-4f55-4f9b-9e85-c49361225d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:19.991263 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:20.001890 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port cf9d5c0e-c45e-4b78-b8b6-52fada654120 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:20.037496 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] For port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:57:20.039293 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:20.039742 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-857fc623-4f55-4f9b-9e85-c49361225d53 None None] Port e7e79980-d0aa-4726-a57f-e843df9e4fac cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:57:20.042445 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] For port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,segment=NetworkSegment(a6adef5c-238a-4ed4-b6d1-748ecf733182),segment_id=a6adef5c-238a-4ed4-b6d1-748ecf733182)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:57:20.046097 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:20.048797 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:20.053941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:20.126320 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Pushing event updated for resources: {'Port': ['ID=27eb1f30-ca5b-4527-bbc7-afcc9609b962,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:20.133147 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e515478-918a-4689-bdb4-3dbc17edd0f4 None None] Pushing event updated for resources: {'Port': ['ID=e7e79980-d0aa-4726-a57f-e843df9e4fac,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:20.151304 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:20.163799 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:20.164446 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:20.299851 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2181e0-05eb-4793-a056-ced5b0ade3e3 req-680c8afd-540f-43d3-81aa-ae40c701a4ba tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:20.302173 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4b2181e0-05eb-4793-a056-ced5b0ade3e3 req-680c8afd-540f-43d3-81aa-ae40c701a4ba tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0974898 Apr 12 14:57:20.416517 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4b2181e0-05eb-4793-a056-ced5b0ade3e3 req-b77880e9-f9ec-43bb-9d29-86b44d99f2ea tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079185 Apr 12 14:57:20.656766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be2603-fe01-48fc-8fc1-701c03afe94f None None] Pushing event updated for resources: {'Port': ['ID=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:20.660763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:20.704110 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks [] for router_gateway (121e69a0-a14d-4812-b686-aab616a6c3a9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:20.718233 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-fedcb158-362c-4735-bb12-121476324e29 None None] Provisioning complete for port e7e79980-d0aa-4726-a57f-e843df9e4fac triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:20.718607 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fedcb158-362c-4735-bb12-121476324e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:21.031286 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-fedcb158-362c-4735-bb12-121476324e29 None None] Current status of the port e7e79980-d0aa-4726-a57f-e843df9e4fac is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:21.031738 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fedcb158-362c-4735-bb12-121476324e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:21.135039 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-fedcb158-362c-4735-bb12-121476324e29 None None] For port e7e79980-d0aa-4726-a57f-e843df9e4fac, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e7e79980-d0aa-4726-a57f-e843df9e4fac,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:21.137275 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:19Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:21.177220 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (121e69a0-a14d-4812-b686-aab616a6c3a9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:21.178663 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e8c40-2a59-4708-9e32-80a334f82d82 None None] The sync data for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi is: [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:19Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:57:21.219646 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fedcb158-362c-4735-bb12-121476324e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:21.321763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcb158-362c-4735-bb12-121476324e29 None None] Pushing event updated for resources: {'Port': ['ID=e7e79980-d0aa-4726-a57f-e843df9e4fac,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:21.562435 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Router 121e69a0-a14d-4812-b686-aab616a6c3a9 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:57:21.592547 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aacf1-f506-4f79-ac09-fcd9c65eb6f3 req-6916f5ca-ef60-4000-9feb-0ea4ae8e5ed6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:21.595318 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-620aacf1-f506-4f79-ac09-fcd9c65eb6f3 req-6916f5ca-ef60-4000-9feb-0ea4ae8e5ed6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0697658 Apr 12 14:57:21.612095 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e7e79980-d0aa-4726-a57f-e843df9e4fac up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:21.691599 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-620aacf1-f506-4f79-ac09-fcd9c65eb6f3 req-71291c75-69dd-488b-a7dc-e1474e0f090e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745873 Apr 12 14:57:21.752604 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e7e79980-d0aa-4726-a57f-e843df9e4fac triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:21.754277 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:21.843424 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:57:21.856641 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Sync routers for ids ['121e69a0-a14d-4812-b686-aab616a6c3a9'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:57:21.881616 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Routers {'121e69a0-a14d-4812-b686-aab616a6c3a9'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:21.882647 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['121e69a0-a14d-4812-b686-aab616a6c3a9'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:21.914273 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e7e79980-d0aa-4726-a57f-e843df9e4fac is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:21.915458 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:21.975102 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:21.979203 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ba97fc42-5ffe-4b8d-9f09-ad635b1bd859 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3506346 Apr 12 14:57:21.979567 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42920) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:22.037107 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:22.037583 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:22.079523 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Set router 121e69a0-a14d-4812-b686-aab616a6c3a9 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:22.236831 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb4ea0-92d1-4ba8-8a01-8b1bc0993764 None None] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:57:22.283694 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:22.284091 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:22.316014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-95e409af-f4db-4c0e-8eab-ab2afd4316df None None] Provisioning complete for port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:22.316014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-95e409af-f4db-4c0e-8eab-ab2afd4316df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:22.421835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,segment=NetworkSegment(a6adef5c-238a-4ed4-b6d1-748ecf733182),segment_id=a6adef5c-238a-4ed4-b6d1-748ecf733182)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:22.517549 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T14:57:20Z', 'revision_number': 3, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:22.528180 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:22.584915 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Checking router: 121e69a0-a14d-4812-b686-aab616a6c3a9 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:57:22.585416 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Updating router 121e69a0-a14d-4812-b686-aab616a6c3a9 port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:57:22.625002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:22.625253 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:22.626255 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-95e409af-f4db-4c0e-8eab-ab2afd4316df None None] Current status of the port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:22.626701 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-95e409af-f4db-4c0e-8eab-ab2afd4316df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:22.800381 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.db.api [None req-95e409af-f4db-4c0e-8eab-ab2afd4316df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110563) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 14:57:22.800381 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG oslo_db.api [None req-95e409af-f4db-4c0e-8eab-ab2afd4316df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 14:57:22.951477 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:22.952052 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06658d-6f1d-4f46-991e-c0da0d6485f4 req-922ffb67-b235-44a9-addb-66e66e759644 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:22.952052 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-de06658d-6f1d-4f46-991e-c0da0d6485f4 req-922ffb67-b235-44a9-addb-66e66e759644 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0878606 Apr 12 14:57:23.021976 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-de06658d-6f1d-4f46-991e-c0da0d6485f4 req-5c7b6cbe-e506-4899-9731-54032e29e3e3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139748 Apr 12 14:57:23.157827 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Allocated IP 172.20.0.1 (ef7baa60-e7d8-44b1-8cfc-20010d86ecc0/64cb55db-8c07-46d1-92d5-ac5a9493d3a7/3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:23.246277 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Publish callbacks [] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:23.345681 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks [] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:23.349713 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-95e409af-f4db-4c0e-8eab-ab2afd4316df None None] Current status of the port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:23.412218 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e7e79980-d0aa-4726-a57f-e843df9e4fac up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:23.489190 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port e7e79980-d0aa-4726-a57f-e843df9e4fac triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:23.490435 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:23.492199 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-b844c9c1-0bda-44bd-960a-36a7613bb83b None None] Provisioning complete for port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:23.492555 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b844c9c1-0bda-44bd-960a-36a7613bb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:23.723461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port e7e79980-d0aa-4726-a57f-e843df9e4fac is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:23.723461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:23.723461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-b844c9c1-0bda-44bd-960a-36a7613bb83b None None] Current status of the port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:23.723461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:23.723461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:23.813654 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:24.059197 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.105962 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.140724 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Attempting to bind port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:57:24.149963 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Attempting to bind port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:57:24.149963 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Attempting to bind port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:24.150611 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Pushing event updated for resources: {'Port': ['ID=27eb1f30-ca5b-4527-bbc7-afcc9609b962,revision_number=2']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:24.156351 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:57:24.157024 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:24.157617 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.158202 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:57:24.158848 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Bound port: 27eb1f30-ca5b-4527-bbc7-afcc9609b962, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:57:24.159398 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.193734 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Pushing event updated for resources: {'Port': ['ID=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:24.206469 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:24.207623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:24.210310 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:24.257154 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.258159 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.258708 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.259135 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.259774 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.260140 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.260548 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.260952 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.261279 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.261702 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.262037 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.262427 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.262821 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.263143 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.263462 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:57:24.264854 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75009510-46e0-4399-abc4-ce368db87640 req-2b0096d8-284d-464a-85bf-8e4eb0970323 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:24.266462 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75009510-46e0-4399-abc4-ce368db87640 req-2b0096d8-284d-464a-85bf-8e4eb0970323 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1187592 Apr 12 14:57:24.327195 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] For port 27eb1f30-ca5b-4527-bbc7-afcc9609b962, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:57:24.333896 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] For port 27eb1f30-ca5b-4527-bbc7-afcc9609b962, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=27eb1f30-ca5b-4527-bbc7-afcc9609b962,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:57:24.344879 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (121e69a0-a14d-4812-b686-aab616a6c3a9), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.365572 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75009510-46e0-4399-abc4-ce368db87640 req-5333dac7-81ff-43c4-8b32-2de0844a707f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893180 Apr 12 14:57:24.416330 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.505120 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Routers {'121e69a0-a14d-4812-b686-aab616a6c3a9'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:24.505875 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['121e69a0-a14d-4812-b686-aab616a6c3a9'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:24.557599 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82224-6e7d-4c57-82af-af9f1237f92a None None] Pushing event updated for resources: {'Port': ['ID=27eb1f30-ca5b-4527-bbc7-afcc9609b962,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:24.631780 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-9e5af906-c21b-45ce-aedf-f0eaf25ae5e4 None None] Provisioning complete for port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:24.632539 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9e5af906-c21b-45ce-aedf-f0eaf25ae5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.664905 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] Set router 121e69a0-a14d-4812-b686-aab616a6c3a9 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:24.679680 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-9e5af906-c21b-45ce-aedf-f0eaf25ae5e4 None None] Port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:57:24.691198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.907453 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks [] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:24.959534 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T14:57:20Z', 'revision_number': 3, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:24.986956 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a389aa0-9776-4d66-a443-4d7b879286b9 None None] The sync data for ids ['121e69a0-a14d-4812-b686-aab616a6c3a9'] in dv-cinder-837524-1-iscsi is: [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T14:57:20Z', 'revision_number': 3, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:57:24.991188 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:25.067224 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Pushing event updated for resources: {'Port': ['ID=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:25.071840 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (121e69a0-a14d-4812-b686-aab616a6c3a9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:25.189358 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:25.191582 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:25.432478 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Router 121e69a0-a14d-4812-b686-aab616a6c3a9 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:57:25.624315 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8939-8cf6-4636-b65e-93f39a9236df req-b8a91f8b-343a-4bc3-b899-00483ec98856 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:25.633169 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-704c8939-8cf6-4636-b65e-93f39a9236df req-b8a91f8b-343a-4bc3-b899-00483ec98856 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0860016 Apr 12 14:57:25.704193 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-42d42bb8-fddf-44db-a9cd-6a67908acdbb None None] Provisioning complete for port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:25.706942 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-42d42bb8-fddf-44db-a9cd-6a67908acdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:25.710131 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:57:25.728411 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2741656f-06d8-4a56-beb1-6dd522b4a66f admin admin] 10.222.0.64 "PUT /v2.0/routers/121e69a0-a14d-4812-b686-aab616a6c3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7470777 Apr 12 14:57:25.763664 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-704c8939-8cf6-4636-b65e-93f39a9236df req-4697e90b-1a24-49af-b074-61601fc3d940 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287086 Apr 12 14:57:25.810724 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-42d42bb8-fddf-44db-a9cd-6a67908acdbb None None] Port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:57:26.418117 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42950) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:26.422729 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-c04e1014-391b-4e43-85de-02d9fec6df97 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380384275', 'description': 'tempest-secgroup-smoke-380384275 description', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:26.567121 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c04e1014-391b-4e43-85de-02d9fec6df97 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:26.639780 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c04e1014-391b-4e43-85de-02d9fec6df97 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group (cc5951a2-97c9-4017-93fe-b28a281d8931), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:26.739006 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c04e1014-391b-4e43-85de-02d9fec6df97 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cc5951a2-97c9-4017-93fe-b28a281d8931), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:26.771055 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e1014-391b-4e43-85de-02d9fec6df97 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5951a2-97c9-4017-93fe-b28a281d8931,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:26.850527 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c04e1014-391b-4e43-85de-02d9fec6df97 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:26.855301 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c04e1014-391b-4e43-85de-02d9fec6df97 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4326155 Apr 12 14:57:26.855451 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42956) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:26.860134 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-26a10aff-b1e9-4550-b28c-c655c0193b65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'security_group_rule': {'security_group_id': 'cc5951a2-97c9-4017-93fe-b28a281d8931', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:26.890881 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1c258-191e-4238-8058-3ed6904e91df req-678f690e-a87c-4010-be93-36f6d51f77a2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:26.890881 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b5f1c258-191e-4238-8058-3ed6904e91df req-678f690e-a87c-4010-be93-36f6d51f77a2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0541785 Apr 12 14:57:26.915586 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Sync routers for ids ['121e69a0-a14d-4812-b686-aab616a6c3a9'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:57:26.924522 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Routers {'121e69a0-a14d-4812-b686-aab616a6c3a9'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:26.929458 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['121e69a0-a14d-4812-b686-aab616a6c3a9'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:26.942721 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b5f1c258-191e-4238-8058-3ed6904e91df req-3c7b7654-3ccd-4ae7-9b59-8427ebadf568 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456231 Apr 12 14:57:26.966778 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-26a10aff-b1e9-4550-b28c-c655c0193b65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (eb3b15c0-0546-4524-87ba-697c83b0623f), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.033024 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-26a10aff-b1e9-4550-b28c-c655c0193b65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (eb3b15c0-0546-4524-87ba-697c83b0623f), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.042613 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Set router 121e69a0-a14d-4812-b686-aab616a6c3a9 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:27.116122 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-26a10aff-b1e9-4550-b28c-c655c0193b65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (eb3b15c0-0546-4524-87ba-697c83b0623f), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.137823 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a10aff-b1e9-4550-b28c-c655c0193b65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3b15c0-0546-4524-87ba-697c83b0623f,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:27.220100 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-26a10aff-b1e9-4550-b28c-c655c0193b65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.221374 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-26a10aff-b1e9-4550-b28c-c655c0193b65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650341 Apr 12 14:57:27.224125 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42958) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:27.229457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-fece9044-89b4-4141-b707-d246e5143d32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'security_group_rule': {'security_group_id': 'cc5951a2-97c9-4017-93fe-b28a281d8931', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:27.239556 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T14:57:24Z', 'revision_number': 4, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a', 'name': '', 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'mac_address': 'fa:16:3e:6c:dd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '64cb55db-8c07-46d1-92d5-ac5a9493d3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:22Z', 'updated_at': '2022-04-12T14:57:24Z', 'revision_number': 2, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'subnets': [{'id': '64cb55db-8c07-46d1-92d5-ac5a9493d3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:27.266567 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Checking router: 121e69a0-a14d-4812-b686-aab616a6c3a9 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:57:27.266944 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Updating router 121e69a0-a14d-4812-b686-aab616a6c3a9 port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:57:27.298169 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.316870 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fece9044-89b4-4141-b707-d246e5143d32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (6fa76a05-9eba-4693-a4c7-08b9d72073d1), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.361048 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 27eb1f30-ca5b-4527-bbc7-afcc9609b962 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:27.401494 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fece9044-89b4-4141-b707-d246e5143d32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (6fa76a05-9eba-4693-a4c7-08b9d72073d1), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.476072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fece9044-89b4-4141-b707-d246e5143d32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (6fa76a05-9eba-4693-a4c7-08b9d72073d1), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.496917 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece9044-89b4-4141-b707-d246e5143d32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa76a05-9eba-4693-a4c7-08b9d72073d1,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:27.593213 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fece9044-89b4-4141-b707-d246e5143d32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.594622 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-fece9044-89b4-4141-b707-d246e5143d32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3695226 Apr 12 14:57:27.597558 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42960) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:27.602812 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-5c0554ac-1fdd-47d5-b924-432e61476dca tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'security_group_rule': {'security_group_id': 'cc5951a2-97c9-4017-93fe-b28a281d8931', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:27.618668 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6608475d-ce4d-4cd1-a60e-87787d17d703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.661454 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:27.661994 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.733182 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5c0554ac-1fdd-47d5-b924-432e61476dca tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (644f0257-79c1-4f84-b8f3-9ec6bff3641e), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.797022 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5c0554ac-1fdd-47d5-b924-432e61476dca tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (644f0257-79c1-4f84-b8f3-9ec6bff3641e), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.809794 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:27.810289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.843848 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 27eb1f30-ca5b-4527-bbc7-afcc9609b962, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=27eb1f30-ca5b-4527-bbc7-afcc9609b962,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:27.845948 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Publish callbacks [] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.887705 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5c0554ac-1fdd-47d5-b924-432e61476dca tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (644f0257-79c1-4f84-b8f3-9ec6bff3641e), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.906460 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0554ac-1fdd-47d5-b924-432e61476dca tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644f0257-79c1-4f84-b8f3-9ec6bff3641e,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:27.922228 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.930326 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.986891 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5c0554ac-1fdd-47d5-b924-432e61476dca tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:27.988101 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5c0554ac-1fdd-47d5-b924-432e61476dca tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3893135 Apr 12 14:57:27.990916 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 42966) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:28.002944 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-c0349a87-b2c0-428d-ade0-0ae2cdda25ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'security_group_rule': {'security_group_id': 'cc5951a2-97c9-4017-93fe-b28a281d8931', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:28.035026 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a42b69-bb34-49e1-a3ff-54f2b8c55217 None None] Pushing event updated for resources: {'Port': ['ID=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:28.107413 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Attempting to bind port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:57:28.107806 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Attempting to bind port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:57:28.108158 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Attempting to bind port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a on network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:28.115410 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf042-c201-440d-b80a-faefd763827d req-54592bea-080c-4088-a36b-f5f9a81951e2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:28.119409 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e3bf042-c201-440d-b80a-faefd763827d req-54592bea-080c-4088-a36b-f5f9a81951e2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0614374 Apr 12 14:57:28.124287 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:57:28.124551 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Checking segment: {'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:28.124979 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.125399 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Bound using segment: {'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:57:28.125915 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Bound port: 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6adef5c-238a-4ed4-b6d1-748ecf733182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:57:28.126311 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.142104 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=27eb1f30-ca5b-4527-bbc7-afcc9609b962,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:28.159274 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c0349a87-b2c0-428d-ade0-0ae2cdda25ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (45177d04-a2d1-4a4b-bb4f-bf92d94b81e7), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.206629 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] For port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:57:28.214674 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e3bf042-c201-440d-b80a-faefd763827d req-c687c0c0-1843-4433-bfc7-b637651cfa68 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777059 Apr 12 14:57:28.214990 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] For port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,segment=NetworkSegment(a6adef5c-238a-4ed4-b6d1-748ecf733182),segment_id=a6adef5c-238a-4ed4-b6d1-748ecf733182)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:57:28.231677 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c0349a87-b2c0-428d-ade0-0ae2cdda25ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (45177d04-a2d1-4a4b-bb4f-bf92d94b81e7), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.249882 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-793a64fe-5435-4647-a63c-05766a558176 None None] Provisioning complete for port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:28.250252 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-793a64fe-5435-4647-a63c-05766a558176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.287052 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-793a64fe-5435-4647-a63c-05766a558176 None None] Port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:57:28.306158 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.333138 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c0349a87-b2c0-428d-ade0-0ae2cdda25ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (45177d04-a2d1-4a4b-bb4f-bf92d94b81e7), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.354560 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0349a87-b2c0-428d-ade0-0ae2cdda25ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45177d04-a2d1-4a4b-bb4f-bf92d94b81e7,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:28.368849 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Routers {'121e69a0-a14d-4812-b686-aab616a6c3a9'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:28.369502 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['121e69a0-a14d-4812-b686-aab616a6c3a9'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:28.371594 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a42b69-bb34-49e1-a3ff-54f2b8c55217 None None] Pushing event updated for resources: {'Port': ['ID=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:28.435145 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c0349a87-b2c0-428d-ade0-0ae2cdda25ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.436799 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c0349a87-b2c0-428d-ade0-0ae2cdda25ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4445984 Apr 12 14:57:28.439276 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42968) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:28.444063 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'security_group_rule': {'security_group_id': 'cc5951a2-97c9-4017-93fe-b28a281d8931', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:28.491648 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] Set router 121e69a0-a14d-4812-b686-aab616a6c3a9 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:28.533677 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.securitygroups_db [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Project ab3ab5283430466e9ab0b79750fc4e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:57:28.541739 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (fa2c0a1f-9165-4109-bc3d-b5d59bf8b708), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.613197 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (fa2c0a1f-9165-4109-bc3d-b5d59bf8b708), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.647564 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-bc4392a8-4524-4aaa-bbc9-f31c07b22163 None None] Provisioning complete for port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:28.647938 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bc4392a8-4524-4aaa-bbc9-f31c07b22163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.732238 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (fa2c0a1f-9165-4109-bc3d-b5d59bf8b708), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.749870 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2c0a1f-9165-4109-bc3d-b5d59bf8b708,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:28.782986 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T14:57:24Z', 'revision_number': 4, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a', 'name': '', 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'mac_address': 'fa:16:3e:6c:dd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '64cb55db-8c07-46d1-92d5-ac5a9493d3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:22Z', 'updated_at': '2022-04-12T14:57:28Z', 'revision_number': 4, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'subnets': [{'id': '64cb55db-8c07-46d1-92d5-ac5a9493d3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:28.784680 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-bc4392a8-4524-4aaa-bbc9-f31c07b22163 None None] Current status of the port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:28.785064 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bc4392a8-4524-4aaa-bbc9-f31c07b22163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.817651 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c526be9-8d2a-4c91-9580-d88c2e4a626b None None] The sync data for ids ['121e69a0-a14d-4812-b686-aab616a6c3a9'] in dv-cinder-837524-1-iscsi is: [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T14:57:24Z', 'revision_number': 4, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a', 'name': '', 'network_id': 'ef7baa60-e7d8-44b1-8cfc-20010d86ecc0', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'mac_address': 'fa:16:3e:6c:dd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '64cb55db-8c07-46d1-92d5-ac5a9493d3a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:22Z', 'updated_at': '2022-04-12T14:57:28Z', 'revision_number': 4, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'subnets': [{'id': '64cb55db-8c07-46d1-92d5-ac5a9493d3a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:57:28.847530 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.848726 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b286c665-280d-4b60-b023-f7db1865292d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4079375 Apr 12 14:57:28.850380 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-bc4392a8-4524-4aaa-bbc9-f31c07b22163 None None] For port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,segment=NetworkSegment(a6adef5c-238a-4ed4-b6d1-748ecf733182),segment_id=a6adef5c-238a-4ed4-b6d1-748ecf733182)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:28.851090 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 42970) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:28.858398 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'security_group_rule': {'security_group_id': 'cc5951a2-97c9-4017-93fe-b28a281d8931', 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:28.927578 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bc4392a8-4524-4aaa-bbc9-f31c07b22163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:28.991148 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4392a8-4524-4aaa-bbc9-f31c07b22163 None None] Pushing event updated for resources: {'Port': ['ID=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:29.059459 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.securitygroups_db [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Project ab3ab5283430466e9ab0b79750fc4e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:57:29.066420 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (ac04ce9f-4fea-457a-83a7-93118a11c978), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:29.138227 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (ac04ce9f-4fea-457a-83a7-93118a11c978), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:29.236948 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (ac04ce9f-4fea-457a-83a7-93118a11c978), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:29.443509 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55c99b-5f8b-4402-b732-290790bb69a6 req-ad244421-b8a0-4a6d-8446-7c049ac11ba4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:29.452046 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d55c99b-5f8b-4402-b732-290790bb69a6 req-ad244421-b8a0-4a6d-8446-7c049ac11ba4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.1543820 Apr 12 14:57:29.506876 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dd81f-2fa0-4a65-9fcb-659096464d7f req-2336f8d9-1690-4548-bab8-d0820aefc427 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:29.510455 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a22dd81f-2fa0-4a65-9fcb-659096464d7f req-2336f8d9-1690-4548-bab8-d0820aefc427 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.1260185 Apr 12 14:57:29.526288 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 27eb1f30-ca5b-4527-bbc7-afcc9609b962 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:29.573297 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d55c99b-5f8b-4402-b732-290790bb69a6 req-6dfb2185-bff6-46db-9b57-91f163665b36 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132257 Apr 12 14:57:29.594680 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:29.595732 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:29.602591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac04ce9f-4fea-457a-83a7-93118a11c978,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:29.611749 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a22dd81f-2fa0-4a65-9fcb-659096464d7f req-61652358-137b-4e6a-9f20-a3b447256e11 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893402 Apr 12 14:57:29.678641 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:29.678641 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-db05ad2c-716c-4ca4-a73f-1b652cc4b6f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8215580 Apr 12 14:57:29.694145 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:29.695527 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:29.750068 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:29.750544 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:29.843442 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:30.127347 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-877608d0-2a34-41e7-b30a-f101c5ef3587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:30.737963 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487831-98b9-4649-a8dc-9104c21bb158 req-1b240dd7-2cb5-4f04-ab04-3b2f523f45af tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:30.739479 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4487831-98b9-4649-a8dc-9104c21bb158 req-1b240dd7-2cb5-4f04-ab04-3b2f523f45af tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0818479 Apr 12 14:57:30.759701 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8f4d-0322-4b27-8cb6-0e21c0d3628e req-b683ade5-4fa7-4cf1-9abe-e73c4cf1e15f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:30.761169 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b99e8f4d-0322-4b27-8cb6-0e21c0d3628e req-b683ade5-4fa7-4cf1-9abe-e73c4cf1e15f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0704186 Apr 12 14:57:30.827079 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4487831-98b9-4649-a8dc-9104c21bb158 req-ca4e9f68-2626-45f9-b3ef-f273aa8c511e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813525 Apr 12 14:57:30.839004 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b99e8f4d-0322-4b27-8cb6-0e21c0d3628e req-5adfba89-a812-4fc6-b187-656617806aa6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714734 Apr 12 14:57:31.281528 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:31.992108 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a725-c3f6-4ad9-9f70-70c05f3a797b req-0b8971ab-3f1d-4c14-8128-06e73b0d97c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:31.994470 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee30a725-c3f6-4ad9-9f70-70c05f3a797b req-0b8971ab-3f1d-4c14-8128-06e73b0d97c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0871294 Apr 12 14:57:32.005415 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d4bc8-a448-4df0-b968-d6b0f9e69ab3 req-e860642f-69c2-4304-a57d-452b170c0094 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:32.006900 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f49d4bc8-a448-4df0-b968-d6b0f9e69ab3 req-e860642f-69c2-4304-a57d-452b170c0094 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0657020 Apr 12 14:57:32.085783 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee30a725-c3f6-4ad9-9f70-70c05f3a797b req-044af079-ea96-416d-b12f-9c855e20eac1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778832 Apr 12 14:57:32.089389 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f49d4bc8-a448-4df0-b968-d6b0f9e69ab3 req-87d997f4-8111-4775-9b47-8ebc61d48a34 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754404 Apr 12 14:57:33.167406 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:33.240347 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1e9b0-7e63-45d6-b133-536911fefc65 req-81eeaec3-7bc6-47d5-834b-abc4b679e96b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:33.241859 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4b1e9b0-7e63-45d6-b133-536911fefc65 req-81eeaec3-7bc6-47d5-834b-abc4b679e96b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0802906 Apr 12 14:57:33.251597 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dc8a5-7834-4b58-96ae-8813baa81b36 req-ca2ede9c-845a-437b-8104-dde1fa479428 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:33.253081 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-515dc8a5-7834-4b58-96ae-8813baa81b36 req-ca2ede9c-845a-437b-8104-dde1fa479428 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0812516 Apr 12 14:57:33.336857 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4b1e9b0-7e63-45d6-b133-536911fefc65 req-04c0d9e5-8a22-4124-aa11-1d6bf18f01f1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826330 Apr 12 14:57:33.340662 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-515dc8a5-7834-4b58-96ae-8813baa81b36 req-e45c06e3-bfd9-441e-b5fe-12521915a816 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796223 Apr 12 14:57:34.474972 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:34.494740 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefed9a-6f1a-48da-a438-597f7f8acbf6 req-5e1f3fb9-3028-4113-85cf-bcf56da9126a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:34.496259 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eeefed9a-6f1a-48da-a438-597f7f8acbf6 req-5e1f3fb9-3028-4113-85cf-bcf56da9126a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0837741 Apr 12 14:57:34.504591 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69790f5b-02fe-4fb5-af3d-67c80214fda4 req-ab32655e-094a-4beb-979d-401fbccd3cb3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:34.506095 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-69790f5b-02fe-4fb5-af3d-67c80214fda4 req-ab32655e-094a-4beb-979d-401fbccd3cb3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 943 time: 0.0833511 Apr 12 14:57:34.506582 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:57:34.578208 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eeefed9a-6f1a-48da-a438-597f7f8acbf6 req-f4c0b183-bdca-43f8-a68f-bf9c097f6964 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710561 Apr 12 14:57:34.597538 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-69790f5b-02fe-4fb5-af3d-67c80214fda4 req-4dbec877-6ea4-4bac-a556-09e747c2ccb8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777144 Apr 12 14:57:34.628722 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:34.645059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'port_id': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'mac_address': 'fa:16:3e:48:79:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:57:34.690056 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:34.690528 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:34.705313 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:57:34.725939 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:34.815352 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:34.864503 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=9']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:35.124192 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:57:35.725163 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f67b55-3d9b-469f-8852-2602ca758da1 req-2447186d-7ae0-4587-a3f6-39b6fdbc8c49 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:35.726667 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94f67b55-3d9b-469f-8852-2602ca758da1 req-2447186d-7ae0-4587-a3f6-39b6fdbc8c49 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0807569 Apr 12 14:57:35.751011 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8decd-8478-493c-bc40-26fc85089425 req-0c4b0589-2acc-464c-a0dd-5860e16f296c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:35.752592 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c7e8decd-8478-493c-bc40-26fc85089425 req-0c4b0589-2acc-464c-a0dd-5860e16f296c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 944 time: 0.0726128 Apr 12 14:57:35.807473 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-94f67b55-3d9b-469f-8852-2602ca758da1 req-145eb4a8-6082-4cf2-9d2c-d871b654ee8f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738921 Apr 12 14:57:35.835668 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c7e8decd-8478-493c-bc40-26fc85089425 req-a1bbca38-0860-45cb-9523-c6ef742cf5a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740945 Apr 12 14:57:36.507422 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:57:36.561776 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:36.562153 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:36.646195 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:57:36.646578 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:36.680489 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:36.683497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e686bd77-5c96-42de-b608-5f9bb2b75bc5" -d '{"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-plugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:36.698539 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:36.725288 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadc5fae-a609-47b6-8a91-7a662ccd8180 x-openstack-request-id: req-cadc5fae-a609-47b6-8a91-7a662ccd8180 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:36.725801 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-plugged", "status": "completed", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:36.726070 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cadc5fae-a609-47b6-8a91-7a662ccd8180 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:36.726469 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cadc5fae-a609-47b6-8a91-7a662ccd8180'] response: {'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'code': 200} Apr 12 14:57:36.767443 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:36.822027 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=10']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:36.928994 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06feb7b5-b851-423c-8cde-cabaaa5ab4e4 req-ffab8fb8-0acb-4b10-8ab9-5e85e38e71ac tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:36.931974 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06feb7b5-b851-423c-8cde-cabaaa5ab4e4 req-ffab8fb8-0acb-4b10-8ab9-5e85e38e71ac tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0521011 Apr 12 14:57:37.007627 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:37.009657 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725731-0ecb-4473-8bec-757153d19b13 req-7e2cb70d-0edb-40de-be27-7d63fd59de1d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:37.011288 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc725731-0ecb-4473-8bec-757153d19b13 req-7e2cb70d-0edb-40de-be27-7d63fd59de1d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0769753 Apr 12 14:57:37.053926 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06feb7b5-b851-423c-8cde-cabaaa5ab4e4 req-d7f3e78b-6701-425f-875d-a73dbbe219c6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111240 Apr 12 14:57:37.083084 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc725731-0ecb-4473-8bec-757153d19b13 req-ef2f9141-dec6-4e90-9735-a51a86f1d6fb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629337 Apr 12 14:57:37.379571 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8249a-3384-4100-8a89-cc8ee1a54310 req-cbcd0213-1428-424c-96b5-5fd55cd0bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:37.381125 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c3b8249a-3384-4100-8a89-cc8ee1a54310 req-cbcd0213-1428-424c-96b5-5fd55cd0bc6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 1130 time: 0.0397542 Apr 12 14:57:37.435611 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c3b8249a-3384-4100-8a89-cc8ee1a54310 req-378a4aae-cc16-463c-ba3b-a9739744d189 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474985 Apr 12 14:57:38.182888 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142070a-4811-4ef1-ae86-7b178b8448c1 req-e7b08242-9324-408f-9844-7d843e0523e8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:38.184296 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c142070a-4811-4ef1-ae86-7b178b8448c1 req-e7b08242-9324-408f-9844-7d843e0523e8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0602422 Apr 12 14:57:38.233024 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c25cb-7795-40e8-ad72-a4efd67d9ff7 req-a1f75066-9a5e-4ea1-91e4-c75a09b52b0e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:38.234695 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b2c25cb-7795-40e8-ad72-a4efd67d9ff7 req-a1f75066-9a5e-4ea1-91e4-c75a09b52b0e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0713613 Apr 12 14:57:38.279353 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c142070a-4811-4ef1-ae86-7b178b8448c1 req-ed9ff392-2b1e-4bd9-b52f-3d34786d80c1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774527 Apr 12 14:57:38.309416 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b2c25cb-7795-40e8-ad72-a4efd67d9ff7 req-88fb3fe9-17b5-4283-964c-79e4df86c355 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638719 Apr 12 14:57:39.437781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ebabe-1b5a-43d5-9c6a-abde8844a65a req-bf14d4bb-2d10-4bc0-a1d5-3feb727a3bc1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:39.439194 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dc3ebabe-1b5a-43d5-9c6a-abde8844a65a req-bf14d4bb-2d10-4bc0-a1d5-3feb727a3bc1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0841601 Apr 12 14:57:39.460707 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbc86f-b413-488b-90ee-abbf3c1d4b13 req-04075877-eec8-453f-a648-f995fa081753 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:39.464541 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4bfbc86f-b413-488b-90ee-abbf3c1d4b13 req-04075877-eec8-453f-a648-f995fa081753 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0784101 Apr 12 14:57:39.528161 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dc3ebabe-1b5a-43d5-9c6a-abde8844a65a req-9072a03c-19f8-4199-8fba-9e338d90bc87 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831585 Apr 12 14:57:39.541041 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4bfbc86f-b413-488b-90ee-abbf3c1d4b13 req-0a33e32e-f42a-4272-96a0-1aa2f74ef1c9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716405 Apr 12 14:57:40.659834 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0785e6f-9ade-4a63-ae82-0f49d51f8a20 req-d41252cf-cee2-4308-bad6-459740c6f920 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:40.661379 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a0785e6f-9ade-4a63-ae82-0f49d51f8a20 req-d41252cf-cee2-4308-bad6-459740c6f920 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0475211 Apr 12 14:57:40.712224 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a0785e6f-9ade-4a63-ae82-0f49d51f8a20 req-26a7fd05-2af7-4fe4-a100-6442b4b19e0f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426264 Apr 12 14:57:40.828645 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d30e8-da61-4511-a6cb-e6a9adb213b9 req-ce4f415b-128e-46fb-af1f-8eff13c1d564 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:40.830063 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-127d30e8-da61-4511-a6cb-e6a9adb213b9 req-ce4f415b-128e-46fb-af1f-8eff13c1d564 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0535092 Apr 12 14:57:40.888827 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-127d30e8-da61-4511-a6cb-e6a9adb213b9 req-337c65b9-45c6-4e03-a688-194b170b91ab tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506766 Apr 12 14:57:41.069961 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38155ecf-b563-46ea-88a9-baec537b96b6 req-5678ac49-7d84-4954-a2d8-65e3847f25da tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:41.072516 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-38155ecf-b563-46ea-88a9-baec537b96b6 req-5678ac49-7d84-4954-a2d8-65e3847f25da tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 946 time: 0.0520060 Apr 12 14:57:41.126679 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-38155ecf-b563-46ea-88a9-baec537b96b6 req-43361de6-5eef-437c-99bc-a1b4b34eabe7 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436935 Apr 12 14:57:41.834639 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e97a2-4104-42ca-b7ab-900989075228 req-cb6014f3-a774-4b54-99a2-66c7799329d1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:41.836136 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-577e97a2-4104-42ca-b7ab-900989075228 req-cb6014f3-a774-4b54-99a2-66c7799329d1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0480211 Apr 12 14:57:41.883605 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-577e97a2-4104-42ca-b7ab-900989075228 req-2049cb74-e380-43f5-882d-36dbdba3c291 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414379 Apr 12 14:57:42.245513 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bba1b-9cbd-4767-857f-18a711bc5861 req-d76f7e22-7897-404a-881f-c384e4a7a818 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:42.247043 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-488bba1b-9cbd-4767-857f-18a711bc5861 req-d76f7e22-7897-404a-881f-c384e4a7a818 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 946 time: 0.0486472 Apr 12 14:57:42.300435 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-488bba1b-9cbd-4767-857f-18a711bc5861 req-daa48ebf-75b2-4d81-862c-583134fc7574 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=69e71687-ec17-4e70-b9f0-2f18223c7de4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478563 Apr 12 14:57:42.654314 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-fb538714-d3e0-4e30-bced-632515e87732 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:42.655715 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-fb538714-d3e0-4e30-bced-632515e87732 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 946 time: 0.0474105 Apr 12 14:57:42.750608 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port d3c74b15-1916-4ae7-bef5-d2dee4e37164 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:57:42.750947 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:42.844800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] For port d3c74b15-1916-4ae7-bef5-d2dee4e37164, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d3c74b15-1916-4ae7-bef5-d2dee4e37164,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:42.845166 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:43.001689 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62b45-7141-451d-8808-3a23897e8dd7 req-8f17c028-b915-42e1-b033-877d46c8866c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:43.003957 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efb62b45-7141-451d-8808-3a23897e8dd7 req-8f17c028-b915-42e1-b033-877d46c8866c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0502431 Apr 12 14:57:43.059019 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efb62b45-7141-451d-8808-3a23897e8dd7 req-27e6201e-fdc4-48e3-bdda-cf8bcd10b8e7 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481381 Apr 12 14:57:43.099129 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:43.099496 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (6796cf8d-863d-4355-aec5-33209baf4238), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:43.099838 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP 6796cf8d-863d-4355-aec5-33209baf4238 disassociated. External IP: 172.27.2.160, port: d3c74b15-1916-4ae7-bef5-d2dee4e37164. Apr 12 14:57:43.100179 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for d3c74b15-1916-4ae7-bef5-d2dee4e37164 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:57:43.328187 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (d3c74b15-1916-4ae7-bef5-d2dee4e37164), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:43.368070 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=d3c74b15-1916-4ae7-bef5-d2dee4e37164,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:43.413447 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7773a914-b510-4eed-87ad-2643da7a0f13 req-2c7a9b5f-e16d-4272-8950-775b9d9c2a61 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 210 time: 0.0305314 Apr 12 14:57:43.512166 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:57:43.633869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:57:43.646453 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:57:43.662945 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:43.663808 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:43.681058 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] No DVR routers for this DVR port d3c74b15-1916-4ae7-bef5-d2dee4e37164 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:57:43.684363 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:43.687671 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fcb4938d-1dc4-4efc-8ba5-432aa7bcfa69 req-622065b7-c131-4378-bc10-d905802327a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "DELETE /v2.0/ports/d3c74b15-1916-4ae7-bef5-d2dee4e37164 HTTP/1.1" status: 204 len: 173 time: 1.0259700 Apr 12 14:57:43.688174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'name': 'network-vif-deleted', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:43.690459 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb01f532-5920-4900-be37-43d77a80e9cd" -d '{"events": [{"server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "name": "network-vif-deleted", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:43.735678 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb2e67-114d-433f-a3d6-4e0bfdcaa983 x-openstack-request-id: req-2acb2e67-114d-433f-a3d6-4e0bfdcaa983 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:43.735978 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a709c0e8-54c5-43a2-a065-4ee9445449c9", "name": "network-vif-deleted", "tag": "d3c74b15-1916-4ae7-bef5-d2dee4e37164", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:43.736234 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2acb2e67-114d-433f-a3d6-4e0bfdcaa983 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:43.736642 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acb2e67-114d-433f-a3d6-4e0bfdcaa983'] response: {'server_uuid': 'a709c0e8-54c5-43a2-a065-4ee9445449c9', 'name': 'network-vif-deleted', 'tag': 'd3c74b15-1916-4ae7-bef5-d2dee4e37164', 'status': 'completed', 'code': 200} Apr 12 14:57:43.797186 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:44.020621 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:22Z', 'revision_number': 2, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:44.052640 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:57:44.063469 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:44.064154 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:44.186331 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05267021-59ba-423b-879f-ff27ad0f79d1 req-2197ab81-bb23-48ef-b030-f058353a9e03 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:44.188310 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-05267021-59ba-423b-879f-ff27ad0f79d1 req-2197ab81-bb23-48ef-b030-f058353a9e03 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0575199 Apr 12 14:57:44.195927 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:44.267535 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-05267021-59ba-423b-879f-ff27ad0f79d1 req-066b8c42-598d-4b1a-800d-1b8d49c73ed4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575187 Apr 12 14:57:44.543663 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba8c16fe-c3d8-4ef9-8b54-390c0e94d501 req-4e98478a-95dc-4990-aee1-6facc2373e35 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=a709c0e8-54c5-43a2-a065-4ee9445449c9 HTTP/1.1" status: 200 len: 210 time: 0.0419466 Apr 12 14:57:44.550857 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:22Z', 'revision_number': 2, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:44.586649 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9b97de-6e72-4b0a-accf-a263b5e5f24c None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '06b4e358-1db3-470e-aaca-5d842316169d', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:54:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e10895-454d-437b-9325-591ccaa80da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:54:44Z', 'updated_at': '2022-04-12T14:55:22Z', 'revision_number': 2, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:57:44.865540 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2b99f-020a-4256-a609-46d4a9180a2f None None] New status for floating IP 6796cf8d-863d-4355-aec5-33209baf4238: DOWN {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:57:45.372170 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a07224-e98f-4d09-9454-f07f77ed7e6c req-d32647f6-dcd1-40b5-8983-826009027e52 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:45.373722 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f8a07224-e98f-4d09-9454-f07f77ed7e6c req-d32647f6-dcd1-40b5-8983-826009027e52 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0491278 Apr 12 14:57:45.423561 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f8a07224-e98f-4d09-9454-f07f77ed7e6c req-088974c0-c2fe-4f8f-bd25-8d884c90e101 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439119 Apr 12 14:57:45.694153 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43188) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:45.752457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed02c-b35f-45d8-9fe2-02c1f50988cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (69e71687-ec17-4e70-b9f0-2f18223c7de4), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:45.786023 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed02c-b35f-45d8-9fe2-02c1f50988cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (69e71687-ec17-4e70-b9f0-2f18223c7de4), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:45.865371 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8507-337b-403b-881f-2d48429fa068 req-dcea0125-19e6-4f1a-b94a-661813cfe660 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:45.866946 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0e4a8507-337b-403b-881f-2d48429fa068 req-dcea0125-19e6-4f1a-b94a-661813cfe660 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0518970 Apr 12 14:57:45.917383 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed02c-b35f-45d8-9fe2-02c1f50988cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (69e71687-ec17-4e70-b9f0-2f18223c7de4), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:45.922564 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0e4a8507-337b-403b-881f-2d48429fa068 req-e3895d75-8aa9-48aa-bf1d-095b432d647f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472794 Apr 12 14:57:45.922743 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed02c-b35f-45d8-9fe2-02c1f50988cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:45.926150 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43192) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:45.930000 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8a3ed02c-b35f-45d8-9fe2-02c1f50988cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/security-groups/69e71687-ec17-4e70-b9f0-2f18223c7de4 HTTP/1.1" status: 204 len: 168 time: 0.2279069 Apr 12 14:57:45.946728 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ed02c-b35f-45d8-9fe2-02c1f50988cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e71687-ec17-4e70-b9f0-2f18223c7de4,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:45.950172 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.api.v2.resource [None req-c1c30d7a-1b19-47b9-aed1-166697d2dc41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] show failed (client error): The resource could not be found. Apr 12 14:57:45.951560 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c1c30d7a-1b19-47b9-aed1-166697d2dc41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups/69e71687-ec17-4e70-b9f0-2f18223c7de4 HTTP/1.1" status: 404 len: 347 time: 0.0242062 Apr 12 14:57:45.954517 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43194) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:46.004774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f678eb-a560-4938-baea-9438f5b98678 req-40305659-a921-49fd-a2de-4dd75e4759d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:46.006793 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-53f678eb-a560-4938-baea-9438f5b98678 req-40305659-a921-49fd-a2de-4dd75e4759d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 1130 time: 0.0562570 Apr 12 14:57:46.088527 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port 4aefae04-db24-423f-981a-4a59cef40730 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:57:46.088991 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (4aefae04-db24-423f-981a-4a59cef40730), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:46.120374 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f678eb-a560-4938-baea-9438f5b98678 req-39fa67e3-51f8-4657-b705-a8fb5f2fb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:46.122408 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-53f678eb-a560-4938-baea-9438f5b98678 req-39fa67e3-51f8-4657-b705-a8fb5f2fb8a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 912 time: 0.1064315 Apr 12 14:57:46.181124 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (4aefae04-db24-423f-981a-4a59cef40730), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:46.182194 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (4aefae04-db24-423f-981a-4a59cef40730), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:46.198181 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for 4aefae04-db24-423f-981a-4a59cef40730 owned by network:floatingip {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:57:46.205089 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-53f678eb-a560-4938-baea-9438f5b98678 req-55d6f9e1-6554-472b-8049-8f8b510e8496 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 200 len: 1002 time: 0.0765738 Apr 12 14:57:46.261870 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f678eb-a560-4938-baea-9438f5b98678 req-c8ab7507-31f5-4190-a360-64671e18add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:46.263494 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-53f678eb-a560-4938-baea-9438f5b98678 req-c8ab7507-31f5-4190-a360-64671e18add3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.0525119 Apr 12 14:57:46.313612 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f678eb-a560-4938-baea-9438f5b98678 req-8d53eee7-4952-4578-b796-572caade7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:46.315473 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-53f678eb-a560-4938-baea-9438f5b98678 req-8d53eee7-4952-4578-b796-572caade7b51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460560 Apr 12 14:57:46.416997 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (4aefae04-db24-423f-981a-4a59cef40730), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:46.436995 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-53f678eb-a560-4938-baea-9438f5b98678 req-321a6a1e-faff-4bb4-b5e5-a6f56c49a90d service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143034 Apr 12 14:57:46.448031 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=4aefae04-db24-423f-981a-4a59cef40730,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:46.481770 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (6796cf8d-863d-4355-aec5-33209baf4238), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:46.485102 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:46.489002 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-066c7b3e-9c53-47d0-bc3d-eefd4146c083 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/floatingips/6796cf8d-863d-4355-aec5-33209baf4238 HTTP/1.1" status: 204 len: 168 time: 0.5308549 Apr 12 14:57:46.548983 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-53f678eb-a560-4938-baea-9438f5b98678 req-d12c1288-0a80-46c8-b356-8ffe987ea12d service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057637 Apr 12 14:57:46.582144 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d3c74b15-1916-4ae7-bef5-d2dee4e37164 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:57:46.594671 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-fda81461-65f5-4252-bf99-7a1d6ed606a3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380384275&fields=id&tenant_id=ab3ab5283430466e9ab0b79750fc4e96 HTTP/1.1" status: 200 len: 267 time: 0.0694256 Apr 12 14:57:46.636290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: d3c74b15-1916-4ae7-bef5-d2dee4e37164 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:57:46.636510 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d3c74b15-1916-4ae7-bef5-d2dee4e37164 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:57:46.714038 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-cb4ed3c5-893c-4a00-8119-f5b67501b8e8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:46.715650 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-cb4ed3c5-893c-4a00-8119-f5b67501b8e8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 809 time: 0.1192060 Apr 12 14:57:46.734065 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-54f2ef60-af96-4fe3-a791-852a93c65be3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/quotas/ab3ab5283430466e9ab0b79750fc4e96 HTTP/1.1" status: 200 len: 375 time: 0.0107799 Apr 12 14:57:46.794913 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-8166990f-a552-4284-af27-7563e4f5a9a3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555556 Apr 12 14:57:46.896238 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-f58523fc-32c0-4a14-ba1f-3278dc05239e service neutron] 10.222.0.64 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889544 Apr 12 14:57:46.996858 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-99550405-8b65-4f59-a1d3-b04d14f912e5 service neutron] 10.222.0.64 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950043 Apr 12 14:57:47.127667 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb015a1-6304-4db0-8f15-0d10f8d21e30 req-f1e60b5e-e126-4bcc-97dd-fbff9f98de82 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:47.129445 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bdb015a1-6304-4db0-8f15-0d10f8d21e30 req-f1e60b5e-e126-4bcc-97dd-fbff9f98de82 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0554249 Apr 12 14:57:47.184698 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bdb015a1-6304-4db0-8f15-0d10f8d21e30 req-bfab8c20-1749-4078-bda1-6d87260417e6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457280 Apr 12 14:57:47.515297 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:57:47.608787 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f9ee2e76-f61d-4943-a8df-8eba9927a6b8 req-40d32209-589b-4591-b53b-6cf80a160284 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0364330 Apr 12 14:57:48.329462 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97534f9-494e-409a-9818-8c0587cf2e99 req-e40fc6b3-e2a5-470c-b28c-4021325e313a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:48.331079 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e97534f9-494e-409a-9818-8c0587cf2e99 req-e40fc6b3-e2a5-470c-b28c-4021325e313a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0697834 Apr 12 14:57:48.381398 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e97534f9-494e-409a-9818-8c0587cf2e99 req-4f9e5c90-7252-43ee-8e13-bf05d4132887 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439889 Apr 12 14:57:48.707795 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ce69a2d3-8227-4272-a19a-ad889b1a399e req-8cc84c0f-08e1-4579-b23c-e819fbf74f18 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0300293 Apr 12 14:57:49.812005 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-41a02d34-c283-488b-a77c-93b9891f1bbb req-de5085dc-ac8b-46fd-b678-f98261d45ce9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0315626 Apr 12 14:57:49.930952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-f883a372-4f5c-4f32-8c91-8a9a40e1407c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:49.932512 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-f883a372-4f5c-4f32-8c91-8a9a40e1407c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 809 time: 0.1312752 Apr 12 14:57:50.152786 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a4d46-65b2-449d-a769-a09a4e1b98ea req-2a454c73-e02e-4003-af49-571e61613d91 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:50.154305 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1f6a4d46-65b2-449d-a769-a09a4e1b98ea req-2a454c73-e02e-4003-af49-571e61613d91 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.2755854 Apr 12 14:57:50.202341 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1f6a4d46-65b2-449d-a769-a09a4e1b98ea req-cfce863a-e585-49f9-b7c6-152c00c9a1d2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Apr 12 14:57:50.930904 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f34baac0-7ade-4207-9e40-8c29de99de4b req-c4862166-1ead-4c6e-a9ca-cd51f51fbac1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0355864 Apr 12 14:57:51.312273 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7ff598dd-b2fc-496d-8e65-2c74a739cbbe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3ab5283430466e9ab0b79750fc4e96 HTTP/1.1" status: 200 len: 379 time: 0.0792851 Apr 12 14:57:51.332640 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'port': {'device_id': '7e688875-ca8d-4972-9d02-9c66a8634013', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'admin_state_up': True, 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'security_groups': ['cc5951a2-97c9-4017-93fe-b28a281d8931']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:51.345324 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a454-e390-4643-bf3f-76e8ab23f38d req-f52b6afb-2726-43c9-9d79-1067c7c2b3e3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:51.347270 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ac51a454-e390-4643-bf3f-76e8ab23f38d req-f52b6afb-2726-43c9-9d79-1067c7c2b3e3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0606952 Apr 12 14:57:51.415948 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ac51a454-e390-4643-bf3f-76e8ab23f38d req-d23b5d45-abdd-4368-a793-b0e47342058d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582347 Apr 12 14:57:51.567337 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Made reservation on behalf of ab3ab5283430466e9ab0b79750fc4e96 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:57:51.571765 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:51.747635 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-86d1b306-99b4-4519-add5-18e354021dff tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:51.749074 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-86d1b306-99b4-4519-add5-18e354021dff tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0812037 Apr 12 14:57:51.752923 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Allocated IP 172.20.0.6 (6fea4a05-44f3-4a63-902b-1de9a9ad79b4/983f47b1-4136-4acd-822d-6a4748a3b54b/1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:51.883905 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port 83c56c7d-fadb-4e42-871f-2399e0153f94 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:57:51.884169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.028665 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.031248 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-79aabd9a-13b4-4ff3-b37f-5719a10ea04e req-908902e4-2f3f-4751-b2e4-68ce96b59b7a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0288496 Apr 12 14:57:52.037701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] For port 83c56c7d-fadb-4e42-871f-2399e0153f94, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=83c56c7d-fadb-4e42-871f-2399e0153f94,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:57:52.038132 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.230546 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.230854 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (06b4e358-1db3-470e-aaca-5d842316169d), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.231171 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP 06b4e358-1db3-470e-aaca-5d842316169d disassociated. External IP: 172.27.2.4, port: 83c56c7d-fadb-4e42-871f-2399e0153f94. Apr 12 14:57:52.231515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for 83c56c7d-fadb-4e42-871f-2399e0153f94 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:57:52.275655 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.341191 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:52.352084 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:52.360237 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:52.366100 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:52.444850 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:52.445505 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.550401 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (83c56c7d-fadb-4e42-871f-2399e0153f94), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.554459 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1cc33-df23-4758-91bd-f41ee234368f req-f49a0b53-4b38-4ccb-bacb-4888b55e8b54 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:52.554459 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e7e1cc33-df23-4758-91bd-f41ee234368f req-f49a0b53-4b38-4ccb-bacb-4888b55e8b54 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 945 time: 0.0510128 Apr 12 14:57:52.585906 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-93ebee8f-493c-4e92-85f7-7ce6369b9c07 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2567158 Apr 12 14:57:52.593328 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=83c56c7d-fadb-4e42-871f-2399e0153f94,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:52.599331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Request body: {'port': {'device_id': '7e688875-ca8d-4972-9d02-9c66a8634013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:52.618383 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e7e1cc33-df23-4758-91bd-f41ee234368f req-d099a04e-2d68-4574-b0bb-6a79f3d16449 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=2579914a-7ed7-42cc-a66d-a63cb07c59dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579145 Apr 12 14:57:52.650230 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-7a9a9dc3-7233-4a2d-9562-53ce7ebc7e67 None None] Provisioning complete for port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:57:52.650736 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9dc3-7233-4a2d-9562-53ce7ebc7e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.684303 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a9dc3-7233-4a2d-9562-53ce7ebc7e67 None None] Port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:57:52.746619 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:52.799416 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:57:53.168360 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3db5-20bb-41aa-97f6-eba95491330d req-512db026-1ff4-424f-a989-57cdb5e00695 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:53.170188 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1dbe3db5-20bb-41aa-97f6-eba95491330d req-512db026-1ff4-424f-a989-57cdb5e00695 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 931 time: 0.0556898 Apr 12 14:57:53.233146 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1dbe3db5-20bb-41aa-97f6-eba95491330d req-f1092f72-4659-4ac2-b623-cd43b70942e9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525463 Apr 12 14:57:53.324447 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:57:53.334438 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:57:53.345813 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:53.346691 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:53.385073 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] No DVR routers for this DVR port 83c56c7d-fadb-4e42-871f-2399e0153f94 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:57:53.388748 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:53.392960 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8927f14e-c7ed-4368-a7eb-ec210867d938 req-d03c17ce-ddb2-4df2-bf87-f628fedbaf43 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "DELETE /v2.0/ports/83c56c7d-fadb-4e42-871f-2399e0153f94 HTTP/1.1" status: 204 len: 173 time: 1.6377063 Apr 12 14:57:53.395987 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'name': 'network-vif-deleted', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:53.401324 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21831cb3-f827-44cc-a1ee-63d2c8e21d93" -d '{"events": [{"server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "name": "network-vif-deleted", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:53.448935 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a12c6e0-1785-46a3-9e4e-e0901b6709c3 x-openstack-request-id: req-8a12c6e0-1785-46a3-9e4e-e0901b6709c3 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:53.449225 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e10895-454d-437b-9325-591ccaa80da9", "name": "network-vif-deleted", "tag": "83c56c7d-fadb-4e42-871f-2399e0153f94", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:53.449472 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a12c6e0-1785-46a3-9e4e-e0901b6709c3 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:53.449890 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a12c6e0-1785-46a3-9e4e-e0901b6709c3'] response: {'server_uuid': 'e2e10895-454d-437b-9325-591ccaa80da9', 'name': 'network-vif-deleted', 'tag': '83c56c7d-fadb-4e42-871f-2399e0153f94', 'status': 'completed', 'code': 200} Apr 12 14:57:53.464174 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:53.498669 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:57:53.508846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Publish callbacks [] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:53.525946 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Transition to ACTIVE for port object 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:57:53.605824 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:53.673950 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:53.749976 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Attempting to bind port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:57:53.750439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Attempting to bind port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:57:53.750852 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Attempting to bind port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe on network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:53.756703 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe on network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:57:53.757420 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Attempting to bind port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe on network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:57:53.759056 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-46e81c64-54f3-4252-affe-f61450da49f4 req-86981923-1c94-4258-a57b-5395f1de0f1d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2e10895-454d-437b-9325-591ccaa80da9 HTTP/1.1" status: 200 len: 210 time: 0.0376394 Apr 12 14:57:53.764605 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:57:53.764964 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Checking segment: {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:57:53.765385 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Bound using segment: {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:57:53.767944 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Bound port: 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:57:53.768360 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:53.775006 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:53.808569 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:57:53.817968 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:57:53.819007 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:57:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:53.849822 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:57:53.853727 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:57:53.910782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:53.938106 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:57:53.948802 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:53.949359 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:53.951068 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 1093 time: 1.3563251 Apr 12 14:57:53.969758 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e975d-f833-4f02-880f-9d890b1144a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:54.158798 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:57:54.187453 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45968e-9c90-4b30-a7c8-dfcf49d38155 None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:57:54.357323 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab588c7-bd18-4a1a-abac-30be7471a3f3 req-24a5fe16-6d5b-40ee-9372-7d7a1b3767d2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:54.358881 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fab588c7-bd18-4a1a-abac-30be7471a3f3 req-24a5fe16-6d5b-40ee-9372-7d7a1b3767d2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0487676 Apr 12 14:57:54.371941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-e6ea0943-802b-451a-a237-fe87de327d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:54.373352 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-e6ea0943-802b-451a-a237-fe87de327d34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1127 time: 0.0490892 Apr 12 14:57:54.423333 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fab588c7-bd18-4a1a-abac-30be7471a3f3 req-fbde4344-77a4-4b49-91b2-6a7e8f4b60ef tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577598 Apr 12 14:57:54.441734 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-f5f2fb5c-11da-49cb-8203-5135b7438150 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 217 time: 0.0575018 Apr 12 14:57:54.455910 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fdd1e8-f108-4005-b9c5-7e99ce29870a None None] New status for floating IP 06b4e358-1db3-470e-aaca-5d842316169d: DOWN {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:57:54.503174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-0c271eec-f8b7-4426-80d9-2e0ae478de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:54.504639 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-0c271eec-f8b7-4426-80d9-2e0ae478de60 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0514326 Apr 12 14:57:54.552029 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-5bc05823-855a-4964-94e5-7b3463660ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:54.553661 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-5bc05823-855a-4964-94e5-7b3463660ee2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417838 Apr 12 14:57:54.603432 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 83c56c7d-fadb-4e42-871f-2399e0153f94 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:57:54.624367 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 83c56c7d-fadb-4e42-871f-2399e0153f94 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:57:54.624691 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 83c56c7d-fadb-4e42-871f-2399e0153f94 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:57:54.652337 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-be805978-1e8e-43b0-b1b4-136ee92759c0 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895383 Apr 12 14:57:54.752316 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5200b585-1ff9-42fe-87e9-cdc80b7aa327 req-14b4bc8c-662b-48cb-829e-a5893f19515a service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866792 Apr 12 14:57:54.923156 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43270) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:54.979979 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-630bde37-6121-4483-98d4-ed31a47cdd6f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (2579914a-7ed7-42cc-a66d-a63cb07c59dc), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.013517 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-630bde37-6121-4483-98d4-ed31a47cdd6f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (2579914a-7ed7-42cc-a66d-a63cb07c59dc), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.136781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-630bde37-6121-4483-98d4-ed31a47cdd6f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (2579914a-7ed7-42cc-a66d-a63cb07c59dc), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.139353 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-630bde37-6121-4483-98d4-ed31a47cdd6f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.140524 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-630bde37-6121-4483-98d4-ed31a47cdd6f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/security-groups/2579914a-7ed7-42cc-a66d-a63cb07c59dc HTTP/1.1" status: 204 len: 168 time: 0.2163606 Apr 12 14:57:55.143415 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43272) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:55.150730 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bde37-6121-4483-98d4-ed31a47cdd6f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2579914a-7ed7-42cc-a66d-a63cb07c59dc,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:55.161266 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.api.v2.resource [None req-b315f2a4-ddeb-45f0-87c4-c5110b29f5cf tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] show failed (client error): The resource could not be found. Apr 12 14:57:55.165130 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b315f2a4-ddeb-45f0-87c4-c5110b29f5cf tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups/2579914a-7ed7-42cc-a66d-a63cb07c59dc HTTP/1.1" status: 404 len: 347 time: 0.0178916 Apr 12 14:57:55.165384 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43274) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:55.291392 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port c408a8f7-dfe7-433b-97c3-73bf30de856b {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:57:55.291765 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.369571 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.369932 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (c408a8f7-dfe7-433b-97c3-73bf30de856b), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.381588 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for c408a8f7-dfe7-433b-97c3-73bf30de856b owned by network:floatingip {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:57:55.452579 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:57:55.456319 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600d38e9-9334-4ca0-a9fc-d74c61244d43" -d '{"events": [{"name": "network-changed", "server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:57:55.495200 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e856695-658e-4512-a674-c47d00367576 x-openstack-request-id: req-1e856695-658e-4512-a674-c47d00367576 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:57:55.495695 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:57:55.496101 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e856695-658e-4512-a674-c47d00367576 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:57:55.496725 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e856695-658e-4512-a674-c47d00367576'] response: {'name': 'network-changed', 'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'status': 'completed', 'code': 200} Apr 12 14:57:55.569567 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f8e5f-6bbd-4c00-a4ef-7dc4f53191a1 req-0bd27fc8-61f5-4a50-a93d-410b10c7eb22 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:55.571189 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-995f8e5f-6bbd-4c00-a4ef-7dc4f53191a1 req-0bd27fc8-61f5-4a50-a93d-410b10c7eb22 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0550222 Apr 12 14:57:55.578979 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-ab64343c-fd8e-42cc-bf23-bf9d2e10b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:55.580519 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-ab64343c-fd8e-42cc-bf23-bf9d2e10b043 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1127 time: 0.0524728 Apr 12 14:57:55.623253 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-995f8e5f-6bbd-4c00-a4ef-7dc4f53191a1 req-64087fdb-112e-4c97-925a-c85ca70ad3aa tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445797 Apr 12 14:57:55.674826 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-e6c4c41a-026e-45e9-96a8-6498f1bb5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:55.676296 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-e6c4c41a-026e-45e9-96a8-6498f1bb5bdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 910 time: 0.0865412 Apr 12 14:57:55.677323 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (c408a8f7-dfe7-433b-97c3-73bf30de856b), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.714578 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=c408a8f7-dfe7-433b-97c3-73bf30de856b,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:55.746537 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-e6fe4683-b71f-4bc4-bac1-7d696da38598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 217 time: 0.0613625 Apr 12 14:57:55.835197 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-61ad4a06-989d-4d58-bf54-030e0dcdafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:55.837237 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-61ad4a06-989d-4d58-bf54-030e0dcdafa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0765812 Apr 12 14:57:55.839912 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (06b4e358-1db3-470e-aaca-5d842316169d), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.842548 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:55.843628 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b2b33e52-09a2-4329-be31-f6cfb7e08fa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/floatingips/06b4e358-1db3-470e-aaca-5d842316169d HTTP/1.1" status: 204 len: 168 time: 0.6773162 Apr 12 14:57:55.896161 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-8634c697-4870-4ecb-ab21-2317121b1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:55.897697 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-8634c697-4870-4ecb-ab21-2317121b1c50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401931 Apr 12 14:57:56.000220 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-820dbab1-7808-47ce-9360-e579925825ab service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933557 Apr 12 14:57:56.095500 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-600d38e9-9334-4ca0-a9fc-d74c61244d43 req-10d382c9-d87e-47ec-bee4-71a9713a47ab service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888438 Apr 12 14:57:56.335725 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43282) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:56.340327 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-fed8d31c-a2dc-4770-9bd6-4ac6fc08d7d1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460304101', 'description': 'tempest-description--457404380'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:56.441237 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed8d31c-a2dc-4770-9bd6-4ac6fc08d7d1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:56.512688 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed8d31c-a2dc-4770-9bd6-4ac6fc08d7d1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (0d551b90-1849-410e-8ab3-1552fda8ae3d), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:56.589799 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed8d31c-a2dc-4770-9bd6-4ac6fc08d7d1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0d551b90-1849-410e-8ab3-1552fda8ae3d), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:56.625185 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8d31c-a2dc-4770-9bd6-4ac6fc08d7d1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d551b90-1849-410e-8ab3-1552fda8ae3d,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:56.677328 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fed8d31c-a2dc-4770-9bd6-4ac6fc08d7d1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:56.678749 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-fed8d31c-a2dc-4770-9bd6-4ac6fc08d7d1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3419666 Apr 12 14:57:56.682605 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43286) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:56.687223 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-c1a329b5-c9d5-4ba2-b8f2-e53b0a1e305c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': '0d551b90-1849-410e-8ab3-1552fda8ae3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:56.742374 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c284b8-370c-45e2-a473-0b454364982d req-a4c997ba-016d-48e2-b4b1-ad33ba9aacde tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:56.743894 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a1c284b8-370c-45e2-a473-0b454364982d req-a4c997ba-016d-48e2-b4b1-ad33ba9aacde tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0519679 Apr 12 14:57:56.790154 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c1a329b5-c9d5-4ba2-b8f2-e53b0a1e305c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (dfa8157b-719c-4524-8727-22c4a76f2efe), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:56.793219 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a1c284b8-370c-45e2-a473-0b454364982d req-c68cb175-3ea6-4a06-b212-c39d710342a6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436769 Apr 12 14:57:56.856101 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c1a329b5-c9d5-4ba2-b8f2-e53b0a1e305c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (dfa8157b-719c-4524-8727-22c4a76f2efe), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:56.933833 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c1a329b5-c9d5-4ba2-b8f2-e53b0a1e305c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (dfa8157b-719c-4524-8727-22c4a76f2efe), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:56.953755 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a329b5-c9d5-4ba2-b8f2-e53b0a1e305c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa8157b-719c-4524-8727-22c4a76f2efe,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:57.032288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c1a329b5-c9d5-4ba2-b8f2-e53b0a1e305c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.033566 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c1a329b5-c9d5-4ba2-b8f2-e53b0a1e305c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499765 Apr 12 14:57:57.036219 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43288) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:57.041247 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-8acdb62c-0b63-470f-950b-144d2202aaba tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': '0d551b90-1849-410e-8ab3-1552fda8ae3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:57.132725 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8acdb62c-0b63-470f-950b-144d2202aaba tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (8af738bd-e40a-4e65-bf4b-81a32443a202), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.191081 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8acdb62c-0b63-470f-950b-144d2202aaba tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (8af738bd-e40a-4e65-bf4b-81a32443a202), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.235788 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8acdb62c-0b63-470f-950b-144d2202aaba tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (8af738bd-e40a-4e65-bf4b-81a32443a202), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.254897 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb62c-0b63-470f-950b-144d2202aaba tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af738bd-e40a-4e65-bf4b-81a32443a202,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:57.312177 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8acdb62c-0b63-470f-950b-144d2202aaba tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.313449 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8acdb62c-0b63-470f-950b-144d2202aaba tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2763197 Apr 12 14:57:57.316600 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43290) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:57:57.321395 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:57:57.385276 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.464404 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-07c15780-6e79-4c88-b396-3d3061522d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.471692 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.586572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.27.2.3 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/84474bf7-7d40-41f2-8c57-38e64e151545) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:57:57.745681 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (84474bf7-7d40-41f2-8c57-38e64e151545), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.851566 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (84474bf7-7d40-41f2-8c57-38e64e151545), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:57.896331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:57:57.899545 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:57:57.903267 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:57:57.908885 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=84474bf7-7d40-41f2-8c57-38e64e151545,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:57.925700 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81799fd-4feb-4cda-827b-f1fdfa88452a req-606e148b-d543-4c9a-89c9-2facab956bf1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:57.927872 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e81799fd-4feb-4cda-827b-f1fdfa88452a req-606e148b-d543-4c9a-89c9-2facab956bf1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0586958 Apr 12 14:57:57.979632 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e81799fd-4feb-4cda-827b-f1fdfa88452a req-7c774c34-1768-421d-9773-49c4847f57ab tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458777 Apr 12 14:57:58.003270 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (40ccc7b4-7497-4739-868e-00cc8a3ddbc0), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:58.109130 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (84474bf7-7d40-41f2-8c57-38e64e151545), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:58.275343 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (84474bf7-7d40-41f2-8c57-38e64e151545), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:58.326894 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (84474bf7-7d40-41f2-8c57-38e64e151545), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:58.394370 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=84474bf7-7d40-41f2-8c57-38e64e151545,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:57:58.411700 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (40ccc7b4-7497-4739-868e-00cc8a3ddbc0), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:58.552148 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:57:58.553531 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9e4b6f3f-cdcd-4823-a7a2-b58b3160c3bb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2360663 Apr 12 14:57:58.769769 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-a46b10b9-45e7-433f-99dd-c01a8bf7c385 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1460304101&fields=id&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 267 time: 0.0465908 Apr 12 14:57:58.897078 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-8da59633-e31e-4fed-9898-06603ae7fedb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:58.899666 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-8da59633-e31e-4fed-9898-06603ae7fedb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.1197004 Apr 12 14:57:58.915525 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-434623d5-f8f7-4306-b900-48847756fd74 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/quotas/d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 375 time: 0.0100288 Apr 12 14:57:58.974449 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-5c35c7e6-93c5-4e8b-bff1-7bbc9b2a648d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509622 Apr 12 14:57:59.113714 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-bcd2441b-0819-4c60-b841-68672561e78d service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265666 Apr 12 14:57:59.122117 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97350-7738-4799-a9b9-0e1b3547b6ae req-9212293c-f62e-4eb9-b8d2-b37460794a30 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:57:59.123629 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0ea97350-7738-4799-a9b9-0e1b3547b6ae req-9212293c-f62e-4eb9-b8d2-b37460794a30 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0641143 Apr 12 14:57:59.234535 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0ea97350-7738-4799-a9b9-0e1b3547b6ae req-cf49ac86-aa78-4e56-901a-0a8d61f4ada0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001377 Apr 12 14:57:59.254366 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-5b43ea17-2ca2-4328-baf4-cafd48eec1e1 service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297610 Apr 12 14:57:59.558322 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7a96e1ce-900e-4ae9-97b6-1b2c3c103db0 req-b5678bf2-2ee8-415c-89ad-8afbaed5ee3b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 210 time: 0.0287852 Apr 12 14:58:00.118169 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4c6d807b-2d77-47fc-8a22-97cf5719b629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:00.353732 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73c8ef-79f4-4b07-b362-247a160e4b12 req-6852c171-1ca4-40df-97a1-9acd0be5290f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:00.355236 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b73c8ef-79f4-4b07-b362-247a160e4b12 req-6852c171-1ca4-40df-97a1-9acd0be5290f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0511658 Apr 12 14:58:00.406165 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b73c8ef-79f4-4b07-b362-247a160e4b12 req-fc7b870e-bd37-484a-b1b9-6c62ffc85b04 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447438 Apr 12 14:58:00.656604 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1921c2a3-b601-4b70-97ef-39f01bea2748 req-51049795-6f20-4f34-8576-528d5d6c8f4a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 210 time: 0.0309219 Apr 12 14:58:01.292644 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:01.519134 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c111c6-5bac-4127-9fff-aeba460bed48 req-2d8d1451-01da-43c8-8889-761c4fadf463 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:01.520651 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e4c111c6-5bac-4127-9fff-aeba460bed48 req-2d8d1451-01da-43c8-8889-761c4fadf463 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0471017 Apr 12 14:58:01.577230 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e4c111c6-5bac-4127-9fff-aeba460bed48 req-be7056c3-4d93-48c9-948c-4dde3cf0b3cb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492375 Apr 12 14:58:01.753037 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1233442d-86d5-4146-9cf2-3140c90dca80 req-30eb50cb-8822-485f-83f4-a6c9add12226 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 210 time: 0.0279660 Apr 12 14:58:01.935071 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-639b7e3e-f650-498c-8948-4213d479ae3a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:01.936678 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-639b7e3e-f650-498c-8948-4213d479ae3a tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.1103194 Apr 12 14:58:02.001811 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-1c6dcb28-25fc-498d-bdb7-2645600ef239 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 380 time: 0.0530546 Apr 12 14:58:02.013149 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'port': {'device_id': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'admin_state_up': True, 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'security_groups': ['0d551b90-1849-410e-8ab3-1552fda8ae3d']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:02.206771 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Made reservation on behalf of d1b1cfd6536e4795874488a31e0d41d1 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:58:02.210651 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:02.344477 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.20.0.3 (bc73a003-4067-4844-9c4d-7187574c0c62/a936284e-f91e-462f-aab0-9a9a8f12fda6/0234a853-b13d-45b5-b98f-e584074a2235) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:58:02.490571 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (0234a853-b13d-45b5-b98f-e584074a2235), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:02.577491 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (0234a853-b13d-45b5-b98f-e584074a2235), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:02.622463 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network bc73a003-4067-4844-9c4d-7187574c0c62 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:58:02.624932 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:58:02.628957 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:58:02.649294 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:58:02.663371 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=0234a853-b13d-45b5-b98f-e584074a2235,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:02.689084 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:02.689781 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:02.721189 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69885c4-b588-4965-ba0e-46c2ef26b7f1 req-9bfd36a3-ddb7-45d4-9c14-34619ce881e1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:02.723613 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e69885c4-b588-4965-ba0e-46c2ef26b7f1 req-9bfd36a3-ddb7-45d4-9c14-34619ce881e1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0715449 Apr 12 14:58:02.758896 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-214456d8-8fa6-41dc-80a5-c69337f93a41 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7495525 Apr 12 14:58:02.776549 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Request body: {'port': {'device_id': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:02.786642 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e69885c4-b588-4965-ba0e-46c2ef26b7f1 req-669284bd-a53e-4271-82c7-2ae00e3d2283 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569255 Apr 12 14:58:02.802405 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:02.818197 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'port_id': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'mac_address': 'fa:16:3e:38:e5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:58:02.878392 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (0234a853-b13d-45b5-b98f-e584074a2235), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:02.910225 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:02.923486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:02.923850 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef952d-8aa1-4750-a7e5-04ee0b6cfd22 req-41e84233-f932-4afd-80f6-84ec120ced20 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:02.923850 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-53ef952d-8aa1-4750-a7e5-04ee0b6cfd22 req-41e84233-f932-4afd-80f6-84ec120ced20 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 931 time: 0.0754688 Apr 12 14:58:02.932303 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-be4917a7-495d-468e-b598-51da4cf65bfd None None] Provisioning complete for port 0234a853-b13d-45b5-b98f-e584074a2235 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:58:02.932677 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-be4917a7-495d-468e-b598-51da4cf65bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (0234a853-b13d-45b5-b98f-e584074a2235), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:02.936200 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:58:02.977542 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-53ef952d-8aa1-4750-a7e5-04ee0b6cfd22 req-08c3a46e-bdef-44e9-89b0-0a7b3b0f503d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562541 Apr 12 14:58:02.989208 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:02.990916 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-be4917a7-495d-468e-b598-51da4cf65bfd None None] Port 0234a853-b13d-45b5-b98f-e584074a2235 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:58:03.056429 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:03.117484 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:03.125042 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.125474 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.125860 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.126202 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.126534 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.126863 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.127192 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.127520 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.127840 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.128161 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.128483 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.128828 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.129144 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.129520 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.129800 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:03.192664 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0234a853-b13d-45b5-b98f-e584074a2235 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:58:03.202482 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Publish callbacks [] for port (0234a853-b13d-45b5-b98f-e584074a2235), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:03.204460 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:03.215289 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Transition to ACTIVE for port object 0234a853-b13d-45b5-b98f-e584074a2235 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:58:03.287020 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (0234a853-b13d-45b5-b98f-e584074a2235), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:03.340064 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:58:03.356291 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Pushing event updated for resources: {'Port': ['ID=0234a853-b13d-45b5-b98f-e584074a2235,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:03.433236 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Attempting to bind port 0234a853-b13d-45b5-b98f-e584074a2235 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:58:03.433556 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Attempting to bind port 0234a853-b13d-45b5-b98f-e584074a2235 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:58:03.433907 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Attempting to bind port 0234a853-b13d-45b5-b98f-e584074a2235 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:58:03.438848 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Port 0234a853-b13d-45b5-b98f-e584074a2235 on network bc73a003-4067-4844-9c4d-7187574c0c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:58:03.439185 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Attempting to bind port 0234a853-b13d-45b5-b98f-e584074a2235 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:58:03.445057 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:58:03.445663 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Checking segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:58:03.446262 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Bound using segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:58:03.446741 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Bound port: 0234a853-b13d-45b5-b98f-e584074a2235, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:58:03.447262 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (0234a853-b13d-45b5-b98f-e584074a2235), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:03.531318 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] For port 0234a853-b13d-45b5-b98f-e584074a2235, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:58:03.534988 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] For port 0234a853-b13d-45b5-b98f-e584074a2235, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0234a853-b13d-45b5-b98f-e584074a2235,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:58:03.611439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (0234a853-b13d-45b5-b98f-e584074a2235), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:03.654782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:03.654782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:03.654782 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] 10.222.0.57 "PUT /v2.0/ports/0234a853-b13d-45b5-b98f-e584074a2235 HTTP/1.1" status: 200 len: 1093 time: 0.8852463 Apr 12 14:58:03.654782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:03.656842 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd3f427-0fd1-4a4b-82c9-e699cf50393a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "tag": "0234a853-b13d-45b5-b98f-e584074a2235"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:03.685232 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899e880-dd73-43b3-8362-d753d8e03401 service neutron] Pushing event updated for resources: {'Port': ['ID=0234a853-b13d-45b5-b98f-e584074a2235,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:03.703344 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c0391-a679-4439-9e0c-d2c819408e96 x-openstack-request-id: req-2b8c0391-a679-4439-9e0c-d2c819408e96 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:03.703647 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "tag": "0234a853-b13d-45b5-b98f-e584074a2235", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:03.704059 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b8c0391-a679-4439-9e0c-d2c819408e96 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:03.704460 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8c0391-a679-4439-9e0c-d2c819408e96'] response: {'name': 'network-changed', 'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235', 'status': 'completed', 'code': 200} Apr 12 14:58:03.771329 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f427-0fd1-4a4b-82c9-e699cf50393a req-b20bab3a-4801-4b83-bcae-b25c9c37ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:03.773095 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-dbd3f427-0fd1-4a4b-82c9-e699cf50393a req-b20bab3a-4801-4b83-bcae-b25c9c37ffa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 1127 time: 0.0462468 Apr 12 14:58:03.881482 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f427-0fd1-4a4b-82c9-e699cf50393a req-6b75fbf7-35af-4e18-872e-567d54f3a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:03.883975 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-dbd3f427-0fd1-4a4b-82c9-e699cf50393a req-6b75fbf7-35af-4e18-872e-567d54f3a2c9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1017401 Apr 12 14:58:03.909504 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf379668-4f40-42f6-8da1-c7ed6a4bcf3a req-43c22b4a-83d7-4dbe-a98d-1d31f0ef9c73 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:03.911022 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf379668-4f40-42f6-8da1-c7ed6a4bcf3a req-43c22b4a-83d7-4dbe-a98d-1d31f0ef9c73 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 944 time: 0.0484250 Apr 12 14:58:03.998490 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf379668-4f40-42f6-8da1-c7ed6a4bcf3a req-ecd49892-7062-4976-9e0a-927ea5a32b86 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769310 Apr 12 14:58:04.009773 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f427-0fd1-4a4b-82c9-e699cf50393a req-83059ce5-dace-4a75-a330-610c6663a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:04.011765 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-dbd3f427-0fd1-4a4b-82c9-e699cf50393a req-83059ce5-dace-4a75-a330-610c6663a139 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214263 Apr 12 14:58:04.047115 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:04.098291 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-378b4727-8be1-4ea3-9bb0-192bfc455c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:04.099739 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-378b4727-8be1-4ea3-9bb0-192bfc455c44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 1127 time: 0.0419173 Apr 12 14:58:04.104903 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f8919-d251-4446-b63f-b2089b104599 req-9e801974-1ec4-491c-b654-fea96ff1b0c7 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:04.106477 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a7f8919-d251-4446-b63f-b2089b104599 req-9e801974-1ec4-491c-b654-fea96ff1b0c7 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 943 time: 0.0475974 Apr 12 14:58:04.149796 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-e681a90c-3b1b-4877-a602-321f64ebe06d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0234a853-b13d-45b5-b98f-e584074a2235 HTTP/1.1" status: 200 len: 217 time: 0.0410986 Apr 12 14:58:04.157430 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a7f8919-d251-4446-b63f-b2089b104599 req-2c6a0365-08eb-4b1e-a570-ba100db5d1cf tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452363 Apr 12 14:58:04.200529 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-f92d8f56-35e6-4d05-8acc-e793ee557357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:04.202057 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-f92d8f56-35e6-4d05-8acc-e793ee557357 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.0461502 Apr 12 14:58:04.246530 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-c606c168-8bfd-44ab-908b-48d0fe5681d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:04.248059 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-c606c168-8bfd-44ab-908b-48d0fe5681d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398309 Apr 12 14:58:04.348390 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-2f8b729c-fee3-4d74-8dbc-e1771ae2e639 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940692 Apr 12 14:58:04.443037 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e3ef807e-7068-44b9-92b4-ff84224d3ada req-e1baa786-3a26-4795-b9e4-a8d2b6ddefa0 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875165 Apr 12 14:58:04.664088 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:58:04.709164 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:58:04.770809 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:58:04.771192 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:04.979486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:04.979486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:05.003238 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:05.005538 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8df1b3-40a9-4854-880b-dd2df101ca9f" -d '{"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-plugged", "status": "completed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:05.019755 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:05.051853 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d674e522-3df6-4d9c-8080-5a175ba0af72 x-openstack-request-id: req-d674e522-3df6-4d9c-8080-5a175ba0af72 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:05.052466 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-plugged", "status": "completed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:05.052466 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d674e522-3df6-4d9c-8080-5a175ba0af72 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:05.052795 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d674e522-3df6-4d9c-8080-5a175ba0af72'] response: {'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'code': 200} Apr 12 14:58:05.115479 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:05.128786 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f9db-6dba-4b31-822c-54175e5a54d6 req-f630c762-f7bc-4283-8f60-4c415015f51a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:05.130639 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ff5f9db-6dba-4b31-822c-54175e5a54d6 req-f630c762-f7bc-4283-8f60-4c415015f51a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 944 time: 0.0495896 Apr 12 14:58:05.166832 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:05.187020 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ff5f9db-6dba-4b31-822c-54175e5a54d6 req-6b787c79-ebe2-4fef-b3e1-6869d84b6914 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500531 Apr 12 14:58:05.277490 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be432e13-382d-4047-8f64-3e9fa75408bb req-1b337bdc-661c-4476-86c1-c499b73d2aa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:05.279023 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-be432e13-382d-4047-8f64-3e9fa75408bb req-1b337bdc-661c-4476-86c1-c499b73d2aa0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 943 time: 0.0511894 Apr 12 14:58:05.329026 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-be432e13-382d-4047-8f64-3e9fa75408bb req-d9367fdf-d44d-46a8-9926-5d69b8646ebd tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Apr 12 14:58:06.304175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee935adf-242e-43ba-aada-d8b79cc3382f req-9937f149-a989-4d70-a849-4a777cb7e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:06.305779 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ee935adf-242e-43ba-aada-d8b79cc3382f req-9937f149-a989-4d70-a849-4a777cb7e5ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1129 time: 0.0456176 Apr 12 14:58:06.310065 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d19904-0c6a-4b83-be75-5bd0270eafde req-49de0306-1fda-4b2c-aa91-ac5c554e49ee tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:06.311647 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0d19904-0c6a-4b83-be75-5bd0270eafde req-49de0306-1fda-4b2c-aa91-ac5c554e49ee tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0501959 Apr 12 14:58:06.368275 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ee935adf-242e-43ba-aada-d8b79cc3382f req-72098578-1b3b-4123-80b0-a58fe972449c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517423 Apr 12 14:58:06.369950 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0d19904-0c6a-4b83-be75-5bd0270eafde req-b1af2ba2-673c-42ed-af2c-4104908ba1aa tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Apr 12 14:58:06.452555 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36624325-46f1-421c-8cc4-36384359fdbf req-ae46c2d1-d930-437a-bce7-5674c58461a1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:06.454074 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-36624325-46f1-421c-8cc4-36384359fdbf req-ae46c2d1-d930-437a-bce7-5674c58461a1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 943 time: 0.0505786 Apr 12 14:58:06.504541 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-36624325-46f1-421c-8cc4-36384359fdbf req-84fe5c23-d7ae-4ab4-960d-82fc88e0a759 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Apr 12 14:58:06.674928 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 0234a853-b13d-45b5-b98f-e584074a2235 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:58:06.778986 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 0234a853-b13d-45b5-b98f-e584074a2235, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0234a853-b13d-45b5-b98f-e584074a2235,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:06.790405 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '0234a853-b13d-45b5-b98f-e584074a2235', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'port_id': '0234a853-b13d-45b5-b98f-e584074a2235', 'mac_address': 'fa:16:3e:4f:2b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:58:06.831727 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 0234a853-b13d-45b5-b98f-e584074a2235 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:06.832214 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (0234a853-b13d-45b5-b98f-e584074a2235), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:06.846362 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0234a853-b13d-45b5-b98f-e584074a2235 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:58:06.869453 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 0234a853-b13d-45b5-b98f-e584074a2235, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0234a853-b13d-45b5-b98f-e584074a2235,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:06.944011 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (0234a853-b13d-45b5-b98f-e584074a2235), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:06.999395 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=0234a853-b13d-45b5-b98f-e584074a2235,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:07.035328 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:07.251216 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['0234a853-b13d-45b5-b98f-e584074a2235'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:58:07.493480 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75339da0-2897-4394-8cec-5423b9440217 req-4a6e1259-5716-40ad-b53a-da44572710a4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:07.494086 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75339da0-2897-4394-8cec-5423b9440217 req-4a6e1259-5716-40ad-b53a-da44572710a4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Apr 12 14:58:07.550209 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75339da0-2897-4394-8cec-5423b9440217 req-5fad7157-a1c2-4da3-abf2-6b6c2f1ee2f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504506 Apr 12 14:58:07.669222 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a6b4b-c6f6-43b0-8ccf-850393b9bedc req-3b5fab1e-3091-47f0-89d4-84a7cc163be5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:07.671079 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f54a6b4b-c6f6-43b0-8ccf-850393b9bedc req-3b5fab1e-3091-47f0-89d4-84a7cc163be5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 944 time: 0.0758588 Apr 12 14:58:07.701243 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c771a5d-8f26-437b-9948-c714b8d272a9 req-57c148c5-25ae-48f1-b1a9-edc33a0101a6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:07.702774 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c771a5d-8f26-437b-9948-c714b8d272a9 req-57c148c5-25ae-48f1-b1a9-edc33a0101a6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0794094 Apr 12 14:58:07.748791 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f54a6b4b-c6f6-43b0-8ccf-850393b9bedc req-d08ceb82-d9d6-4b67-8b24-a6a6d59f9e72 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714881 Apr 12 14:58:07.776596 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-3796b2ef-9e29-485f-80c1-2ec255c2260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:07.778275 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-3796b2ef-9e29-485f-80c1-2ec255c2260e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1129 time: 0.0453625 Apr 12 14:58:07.782361 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c771a5d-8f26-437b-9948-c714b8d272a9 req-4797f8c0-6f1d-4f01-a862-58331510034d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714221 Apr 12 14:58:07.878297 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-9c6440e6-5865-441d-90b9-554f1ccfadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:07.879833 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-9c6440e6-5865-441d-90b9-554f1ccfadf9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.0928745 Apr 12 14:58:08.332178 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-2c397f7b-97de-4093-b012-2d2db618d809 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 1001 time: 0.0633049 Apr 12 14:58:08.454241 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-ded6e310-a458-4c65-b3d7-f7d2b864b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:08.455746 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-ded6e310-a458-4c65-b3d7-f7d2b864b18e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0496302 Apr 12 14:58:08.503657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-d871e916-b0ce-4cb8-98f4-642d2b302fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:08.505423 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-d871e916-b0ce-4cb8-98f4-642d2b302fe6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422504 Apr 12 14:58:08.602738 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-aaf66278-d464-4f90-98b9-f0b92af7672c service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907626 Apr 12 14:58:08.664977 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 0234a853-b13d-45b5-b98f-e584074a2235 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:58:08.688029 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419c766-fe14-4b49-ae03-13ae26c7c9f8 req-6cfa3aaf-9646-47ca-86d2-fdd1847c5804 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:08.689884 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2419c766-fe14-4b49-ae03-13ae26c7c9f8 req-6cfa3aaf-9646-47ca-86d2-fdd1847c5804 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0562994 Apr 12 14:58:08.719723 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 0234a853-b13d-45b5-b98f-e584074a2235 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:58:08.722480 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d5c7ab13-85c0-4675-bd26-e360a7982708 req-fed9bc01-dc19-44c0-86a7-075667cc0c2d service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006234 Apr 12 14:58:08.748903 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2419c766-fe14-4b49-ae03-13ae26c7c9f8 req-3ec82514-3113-4002-b2df-14f979e69681 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480502 Apr 12 14:58:08.807289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 0234a853-b13d-45b5-b98f-e584074a2235 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:58:08.807788 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (0234a853-b13d-45b5-b98f-e584074a2235), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:08.892588 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 0234a853-b13d-45b5-b98f-e584074a2235 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:08.892983 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (0234a853-b13d-45b5-b98f-e584074a2235), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:08.915670 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f776fd-fc69-44be-8744-ef5c8fc1c7ff req-2b7bbc63-5a8f-41c9-9343-0470e5ec25eb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:08.916789 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:08.917179 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-50f776fd-fc69-44be-8744-ef5c8fc1c7ff req-2b7bbc63-5a8f-41c9-9343-0470e5ec25eb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0806944 Apr 12 14:58:08.919103 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9b72c8-e1b4-498f-9cac-f3546cddaaf7" -d '{"events": [{"server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "name": "network-vif-plugged", "status": "completed", "tag": "0234a853-b13d-45b5-b98f-e584074a2235"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:08.932850 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 0234a853-b13d-45b5-b98f-e584074a2235, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0234a853-b13d-45b5-b98f-e584074a2235,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:08.933073 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0fd78-abf1-4053-83b0-a8517add05c1 req-62ac2c05-ad8f-4bdc-8085-0d3fbd092a45 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:08.936019 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88f0fd78-abf1-4053-83b0-a8517add05c1 req-62ac2c05-ad8f-4bdc-8085-0d3fbd092a45 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 944 time: 0.0687406 Apr 12 14:58:09.006740 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-50f776fd-fc69-44be-8744-ef5c8fc1c7ff req-099f3547-4626-43c9-a417-9839bf72542c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815599 Apr 12 14:58:09.013038 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (0234a853-b13d-45b5-b98f-e584074a2235), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:09.014285 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88f0fd78-abf1-4053-83b0-a8517add05c1 req-334f0e25-4848-4349-9fce-43c1a0cde612 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735755 Apr 12 14:58:09.031970 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43408) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:09.075943 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03983dc-873b-4285-a98c-c0e7ea3413a4 x-openstack-request-id: req-a03983dc-873b-4285-a98c-c0e7ea3413a4 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:09.076263 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "name": "network-vif-plugged", "status": "completed", "tag": "0234a853-b13d-45b5-b98f-e584074a2235", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:09.076522 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a03983dc-873b-4285-a98c-c0e7ea3413a4 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:09.077384 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03983dc-873b-4285-a98c-c0e7ea3413a4'] response: {'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235', 'code': 200} Apr 12 14:58:09.100516 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=0234a853-b13d-45b5-b98f-e584074a2235,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:09.139492 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da2190-5c31-4264-82c7-7233f4e9e3a3 req-52daafd5-3970-44d7-9b1d-7ba393200df2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:09.141010 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5da2190-5c31-4264-82c7-7233f4e9e3a3 req-52daafd5-3970-44d7-9b1d-7ba393200df2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0585034 Apr 12 14:58:09.191834 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5da2190-5c31-4264-82c7-7233f4e9e3a3 req-82bcf0d7-133a-4b87-b3ca-11da13e5279d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440173 Apr 12 14:58:09.544095 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde24a2-d1be-4ec3-a3c0-2f36fbbf867e req-7080fba5-011c-4456-8772-8985c30fae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:09.545597 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3dde24a2-d1be-4ec3-a3c0-2f36fbbf867e req-7080fba5-011c-4456-8772-8985c30fae13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 1129 time: 0.0740061 Apr 12 14:58:09.548462 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c54cfd-c029-4749-87b1-c5d4abfab0a1 tempest-TestShelveInstance-906475764 tempest-TestShelveInstance-906475764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:09.552715 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-52c54cfd-c029-4749-87b1-c5d4abfab0a1 tempest-TestShelveInstance-906475764 tempest-TestShelveInstance-906475764-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1124 time: 0.5181875 Apr 12 14:58:09.552845 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43414) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:09.559010 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'port_id': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:09.564223 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-478fb676-63a5-4721-bbfe-6989fa14bfc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936871 Apr 12 14:58:09.641669 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4d11-df29-4100-b870-9e080bd2e535 req-0790f4bd-5643-4595-9e1a-96d0e3a6da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:09.643213 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-0790f4bd-5643-4595-9e1a-96d0e3a6da7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 1130 time: 0.0534210 Apr 12 14:58:09.645223 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3dde24a2-d1be-4ec3-a3c0-2f36fbbf867e req-55db6267-3cc6-43d6-927f-03d326549ceb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895827 Apr 12 14:58:09.705248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:09.788016 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:09.924016 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Allocated IP 172.27.2.90 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/51f87c7a-335f-4f42-9736-8e89052f6476) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:58:10.040127 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4d11-df29-4100-b870-9e080bd2e535 req-e388a3f0-68dc-4da8-b693-c20bbc7a2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:10.041509 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-e388a3f0-68dc-4da8-b693-c20bbc7a2b77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.1612141 Apr 12 14:58:10.092181 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-d72abc57-164f-4ce8-9608-12ece839e40f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 HTTP/1.1" status: 200 len: 217 time: 0.0432723 Apr 12 14:58:10.119138 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for port (51f87c7a-335f-4f42-9736-8e89052f6476), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:10.145844 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42688056-30e1-4255-830a-9e648160e303 req-bdb2c48c-17eb-45d6-8243-b7c384b9b8de tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:10.148091 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-42688056-30e1-4255-830a-9e648160e303 req-bdb2c48c-17eb-45d6-8243-b7c384b9b8de tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.0534475 Apr 12 14:58:10.198880 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-42688056-30e1-4255-830a-9e648160e303 req-dee0b478-0929-4123-8d13-49419e7aa609 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Apr 12 14:58:10.249133 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (51f87c7a-335f-4f42-9736-8e89052f6476), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:10.294688 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:58:10.297667 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:58:10.301122 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:58:10.316415 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0567219-4005-49f9-b636-00dbab2511ec req-655f3e74-34d7-41d8-82d5-e3ba890475d3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:10.317968 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0567219-4005-49f9-b636-00dbab2511ec req-655f3e74-34d7-41d8-82d5-e3ba890475d3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0539021 Apr 12 14:58:10.326364 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'Port': ['ID=51f87c7a-335f-4f42-9736-8e89052f6476,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:10.369689 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0567219-4005-49f9-b636-00dbab2511ec req-2c877b3e-36a9-4276-8442-6f14c1e058a2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452621 Apr 12 14:58:10.616514 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4d11-df29-4100-b870-9e080bd2e535 req-46b0421f-d1f5-462b-bf88-f4d2eb18e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:10.618290 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-46b0421f-d1f5-462b-bf88-f4d2eb18e595 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0751863 Apr 12 14:58:10.728212 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a4d11-df29-4100-b870-9e080bd2e535 req-82525751-5d0f-4391-b30a-a3abf1655aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:10.731884 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-82525751-5d0f-4391-b30a-a3abf1655aef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761001 Apr 12 14:58:10.813293 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for floatingip (6851b88a-3832-478b-9838-894e33404f4a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:10.870011 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-e4698de2-8a1d-4fd9-9cb7-eba753b8374e service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311328 Apr 12 14:58:10.974221 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (51f87c7a-335f-4f42-9736-8e89052f6476), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:11.132967 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for port (51f87c7a-335f-4f42-9736-8e89052f6476), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:11.201135 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (51f87c7a-335f-4f42-9736-8e89052f6476), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:11.272824 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event updated for resources: {'Port': ['ID=51f87c7a-335f-4f42-9736-8e89052f6476,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:11.286035 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (6851b88a-3832-478b-9838-894e33404f4a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:11.325878 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80740943-2e0c-445e-acea-956c16ff657c req-6a6b189f-4308-4d45-a2ca-777f7bc12d14 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:11.327407 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80740943-2e0c-445e-acea-956c16ff657c req-6a6b189f-4308-4d45-a2ca-777f7bc12d14 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.0557287 Apr 12 14:58:11.377990 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80740943-2e0c-445e-acea-956c16ff657c req-a044f14a-f014-4935-8b48-18c2d9fe5968 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447683 Apr 12 14:58:11.398319 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Floating IP 6851b88a-3832-478b-9838-894e33404f4a associated. External IP: 172.27.2.90, port: 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe. Apr 12 14:58:11.487948 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5b2a-e91c-45e4-ba40-842386175b6d req-1e34f129-024b-423b-b4cd-af1dbd08752b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:11.489508 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77eb5b2a-e91c-45e4-ba40-842386175b6d req-1e34f129-024b-423b-b4cd-af1dbd08752b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0481400 Apr 12 14:58:11.550631 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77eb5b2a-e91c-45e4-ba40-842386175b6d req-83feba9f-6bbe-4eda-bb13-cafae8c6ef62 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517004 Apr 12 14:58:11.631418 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-024a4d11-df29-4100-b870-9e080bd2e535 req-e9510459-6d72-48b9-b9df-40ff9e02e0e4 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511114 Apr 12 14:58:11.699482 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Router 2045a718-3128-4e62-bfcc-45b1ecf9e932 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:58:11.816697 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:58:11.827331 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] Sync routers for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:58:11.838609 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:11.839235 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:11.921232 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:11.950506 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:11.957538 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-348ddb00-0361-4c2b-af17-8060c7a858a0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4035606 Apr 12 14:58:11.958327 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:11.962223 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67538d85-771f-4a05-a8da-ed88af5ed243" -d '{"events": [{"name": "network-changed", "server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:11.998574 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438d69ad-0293-4db6-934d-819674863882 x-openstack-request-id: req-438d69ad-0293-4db6-934d-819674863882 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:11.998872 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:11.999126 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-438d69ad-0293-4db6-934d-819674863882 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:11.999559 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438d69ad-0293-4db6-934d-819674863882'] response: {'name': 'network-changed', 'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'status': 'completed', 'code': 200} Apr 12 14:58:12.064773 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-4971d577-f77e-4159-b6d2-db3e69fdc51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:12.066329 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-4971d577-f77e-4159-b6d2-db3e69fdc51b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1129 time: 0.0427084 Apr 12 14:58:12.163463 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-e1e70057-3b9f-47d0-b083-9ded2f14d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:12.165128 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-e1e70057-3b9f-47d0-b083-9ded2f14d795 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 910 time: 0.0915177 Apr 12 14:58:12.167834 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '6851b88a-3832-478b-9838-894e33404f4a', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'port_id': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'mac_address': 'fa:16:3e:38:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e688875-ca8d-4972-9d02-9c66a8634013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:10Z', 'updated_at': '2022-04-12T14:58:10Z', 'revision_number': 0, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:21Z', 'revision_number': 5, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:12.198306 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] Checking router: 2045a718-3128-4e62-bfcc-45b1ecf9e932 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:58:12.207401 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:12.207952 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:12.246995 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-40ed547f-8d45-44f1-9887-4ba29c8b9a58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 998 time: 0.0708010 Apr 12 14:58:12.308275 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-ad6476cb-c229-491b-a907-3c21a4341628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:12.309776 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-ad6476cb-c229-491b-a907-3c21a4341628 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0503449 Apr 12 14:58:12.322723 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:12.375121 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-282ade31-a018-49c4-a53c-530bf6c9d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:12.377707 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-282ade31-a018-49c4-a53c-530bf6c9d0a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602071 Apr 12 14:58:12.486466 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-7c1dad3b-a2ce-4f74-a845-5179a1e0c8b3 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958719 Apr 12 14:58:12.510443 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d4b40-db1c-42e3-8023-759097de5a22 req-965b442a-86ab-4955-9f70-44feb6a0ca81 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:12.512271 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cf8d4b40-db1c-42e3-8023-759097de5a22 req-965b442a-86ab-4955-9f70-44feb6a0ca81 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.0564358 Apr 12 14:58:12.554443 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '6851b88a-3832-478b-9838-894e33404f4a', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'port_id': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'mac_address': 'fa:16:3e:38:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e688875-ca8d-4972-9d02-9c66a8634013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:10Z', 'updated_at': '2022-04-12T14:58:10Z', 'revision_number': 0, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:21Z', 'revision_number': 5, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:12.567730 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cf8d4b40-db1c-42e3-8023-759097de5a22 req-a35a8118-de67-476a-8be9-e39145c2dec3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478597 Apr 12 14:58:12.583309 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be4355a-1280-44f8-86ab-11d3b8d32d8d None None] The sync data for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi is: [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '6851b88a-3832-478b-9838-894e33404f4a', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'port_id': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'mac_address': 'fa:16:3e:38:e5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e688875-ca8d-4972-9d02-9c66a8634013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:10Z', 'updated_at': '2022-04-12T14:58:10Z', 'revision_number': 0, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:21Z', 'revision_number': 5, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:58:12.606151 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-67538d85-771f-4a05-a8da-ed88af5ed243 req-9579d1f3-231d-4556-bb41-ef04e752e21a service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107759 Apr 12 14:58:12.716514 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a573e1-644d-41a6-ab13-ccc590fbb539 req-a8223920-5904-4201-9459-013944dfb69d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:12.718117 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6a573e1-644d-41a6-ab13-ccc590fbb539 req-a8223920-5904-4201-9459-013944dfb69d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0788567 Apr 12 14:58:12.742565 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320da19-4bfa-4115-8eee-f2a49c5a024e req-ecf39a6c-155a-4024-9f9c-7d822f6cd293 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:12.746104 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0320da19-4bfa-4115-8eee-f2a49c5a024e req-ecf39a6c-155a-4024-9f9c-7d822f6cd293 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.0739028 Apr 12 14:58:12.752937 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43434) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:12.758910 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'port_id': '0234a853-b13d-45b5-b98f-e584074a2235'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:12.790877 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6a573e1-644d-41a6-ab13-ccc590fbb539 req-4930cb84-2e65-4380-8125-989d2e69bf8f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661392 Apr 12 14:58:12.808696 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (40ccc7b4-7497-4739-868e-00cc8a3ddbc0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:12.830287 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23377f6-5f34-4967-ab8f-308ee3ea74c3 None None] New status for floating IP 6851b88a-3832-478b-9838-894e33404f4a: ACTIVE {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:58:13.559907 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:13.658072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (40ccc7b4-7497-4739-868e-00cc8a3ddbc0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:13.759344 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP 40ccc7b4-7497-4739-868e-00cc8a3ddbc0 associated. External IP: 172.27.2.3, port: 0234a853-b13d-45b5-b98f-e584074a2235. Apr 12 14:58:13.910361 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf759a3-4e0f-421b-a58c-7f9e52a8a8a8 req-c03f6c11-2a0f-440d-925b-d49a5a48a357 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:13.911848 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4bf759a3-4e0f-421b-a58c-7f9e52a8a8a8 req-c03f6c11-2a0f-440d-925b-d49a5a48a357 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0512302 Apr 12 14:58:13.961352 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4bf759a3-4e0f-421b-a58c-7f9e52a8a8a8 req-17d52cc5-79db-4f20-8037-908b0d9c87ac tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Apr 12 14:58:13.977581 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:58:14.107393 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:58:14.111933 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:14.116593 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:58:14.130510 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:14.130510 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:14.153652 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-63cc97f7-e817-4498-92c2-9c69a9d2baee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "PUT /v2.0/floatingips/40ccc7b4-7497-4739-868e-00cc8a3ddbc0 HTTP/1.1" status: 200 len: 989 time: 1.3888481 Apr 12 14:58:14.153652 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:14.153652 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c283e96c-083e-4f12-be49-fd99efb7e807" -d '{"events": [{"name": "network-changed", "server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "tag": "0234a853-b13d-45b5-b98f-e584074a2235"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:14.187399 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d1714-945a-453b-9ce3-2736c72dda9e x-openstack-request-id: req-f52d1714-945a-453b-9ce3-2736c72dda9e {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:14.187690 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "tag": "0234a853-b13d-45b5-b98f-e584074a2235", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:14.187941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f52d1714-945a-453b-9ce3-2736c72dda9e {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:14.188342 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52d1714-945a-453b-9ce3-2736c72dda9e'] response: {'name': 'network-changed', 'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235', 'status': 'completed', 'code': 200} Apr 12 14:58:14.242034 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:14.255895 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-9e14f071-bdd7-43e1-93b5-166ef6aa2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:14.258541 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-9e14f071-bdd7-43e1-93b5-166ef6aa2cdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 1129 time: 0.0459428 Apr 12 14:58:14.371096 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-31dbe45c-5ae8-49e2-ae4f-aaa7686d1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:14.372456 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-31dbe45c-5ae8-49e2-ae4f-aaa7686d1a55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 915 time: 0.1043537 Apr 12 14:58:14.440981 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-0190dc01-ae1d-4f6d-9a03-f5fe8ac75439 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0234a853-b13d-45b5-b98f-e584074a2235 HTTP/1.1" status: 200 len: 997 time: 0.0610228 Apr 12 14:58:14.496141 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-ce2e4d2e-5ad8-4ce1-8f1b-0fc2b1ad91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:14.497778 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-ce2e4d2e-5ad8-4ce1-8f1b-0fc2b1ad91dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.0496445 Apr 12 14:58:14.556135 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-e9121e00-2722-414f-a8fb-082b9096c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:14.558036 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-e9121e00-2722-414f-a8fb-082b9096c4d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448563 Apr 12 14:58:14.580885 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '40ccc7b4-7497-4739-868e-00cc8a3ddbc0', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '0234a853-b13d-45b5-b98f-e584074a2235', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:4f:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:57:57Z', 'updated_at': '2022-04-12T14:58:13Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:14.608514 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:58:14.617151 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:14.617813 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:14.658049 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-28093eee-e4ac-4f9d-aa6c-5e63c3be95db service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899167 Apr 12 14:58:14.728917 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:14.761377 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-c283e96c-083e-4f12-be49-fd99efb7e807 req-ecd3f116-4635-4e28-901f-b383333d8863 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989411 Apr 12 14:58:14.947897 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '40ccc7b4-7497-4739-868e-00cc8a3ddbc0', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '0234a853-b13d-45b5-b98f-e584074a2235', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:4f:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:57:57Z', 'updated_at': '2022-04-12T14:58:13Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:14.973996 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e131428-23a3-4634-9ad2-725d6f699ada None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '40ccc7b4-7497-4739-868e-00cc8a3ddbc0', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '0234a853-b13d-45b5-b98f-e584074a2235', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:4f:2b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:57:57Z', 'updated_at': '2022-04-12T14:58:13Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:58:15.081493 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933a680-05d0-4003-a9a5-117670d82e99 req-e020b9fd-482d-4bde-8243-2f6ba416f35e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:15.083035 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d933a680-05d0-4003-a9a5-117670d82e99 req-e020b9fd-482d-4bde-8243-2f6ba416f35e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0509398 Apr 12 14:58:15.135106 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d933a680-05d0-4003-a9a5-117670d82e99 req-5ceafc29-692d-4b93-9caa-ba5a89f4e0ea tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 Apr 12 14:58:15.197682 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4612987-07ca-4f71-8c3c-f0bd170932f5 None None] New status for floating IP 40ccc7b4-7497-4739-868e-00cc8a3ddbc0: ACTIVE {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:58:16.252963 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b017ae-302a-41a0-be5e-87f47b89065b req-80c089a9-ef13-4681-b363-ab61c4c46cf5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:16.254554 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-89b017ae-302a-41a0-be5e-87f47b89065b req-80c089a9-ef13-4681-b363-ab61c4c46cf5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0481648 Apr 12 14:58:16.309208 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-89b017ae-302a-41a0-be5e-87f47b89065b req-03beb9aa-adc5-4746-ab04-49e1532ed84d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485525 Apr 12 14:58:17.424915 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87becb2b-8cdf-4cee-9206-e395dbde1fb3 req-c5cb84a1-9f62-4d8e-b8f6-f843ffc9c430 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:17.427067 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-87becb2b-8cdf-4cee-9206-e395dbde1fb3 req-c5cb84a1-9f62-4d8e-b8f6-f843ffc9c430 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0482109 Apr 12 14:58:17.481893 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-87becb2b-8cdf-4cee-9206-e395dbde1fb3 req-dbf256c7-4127-42aa-94fb-2a9172913447 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490234 Apr 12 14:58:18.600667 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a767da3-3ad1-4745-a1b4-d82a42310f3b req-3b77d391-7517-4e4c-8e1a-d1033faaa613 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:18.602142 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a767da3-3ad1-4745-a1b4-d82a42310f3b req-3b77d391-7517-4e4c-8e1a-d1033faaa613 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0484793 Apr 12 14:58:18.649120 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a767da3-3ad1-4745-a1b4-d82a42310f3b req-cdfa024e-61e9-4313-ba65-95f7df662fde tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Apr 12 14:58:19.768812 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f355f8-58e2-48fa-a930-09e3b1bcda59 req-0cea89dd-7985-4776-abec-3d081d3f4f5f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:19.770303 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51f355f8-58e2-48fa-a930-09e3b1bcda59 req-0cea89dd-7985-4776-abec-3d081d3f4f5f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0505667 Apr 12 14:58:19.818367 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51f355f8-58e2-48fa-a930-09e3b1bcda59 req-14260fcf-ce51-4912-a665-29336fff8088 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Apr 12 14:58:20.940296 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb353ae-6368-4c9f-851b-681116b63453 req-11bfc6fb-7929-4a58-8e8a-4240801acf71 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:20.941842 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fdb353ae-6368-4c9f-851b-681116b63453 req-11bfc6fb-7929-4a58-8e8a-4240801acf71 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0531783 Apr 12 14:58:20.997426 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fdb353ae-6368-4c9f-851b-681116b63453 req-dc635bae-1259-407f-911f-76944170258d tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495577 Apr 12 14:58:22.113595 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf4cd4-c916-47e3-bb3f-c1fc4f5bbc80 req-5376fa65-05ed-421a-b855-1bc6e1a19eb6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:22.115103 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-32cf4cd4-c916-47e3-bb3f-c1fc4f5bbc80 req-5376fa65-05ed-421a-b855-1bc6e1a19eb6 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0477190 Apr 12 14:58:22.166355 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-32cf4cd4-c916-47e3-bb3f-c1fc4f5bbc80 req-e553b031-4e38-4522-a08f-0874745f195a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Apr 12 14:58:23.279295 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2afdeb-dc30-476b-bf92-b5646e38dd34 req-f2cc3d35-2474-4a55-bd65-6d0f10cb4f91 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:23.280744 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f2afdeb-dc30-476b-bf92-b5646e38dd34 req-f2cc3d35-2474-4a55-bd65-6d0f10cb4f91 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0453117 Apr 12 14:58:23.331399 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f2afdeb-dc30-476b-bf92-b5646e38dd34 req-35622345-b87f-454b-b02b-9ced30118368 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451939 Apr 12 14:58:23.850134 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9911f-6c77-40a1-8a07-f4ece29a5f3d req-3bd3d98a-2592-4e7e-b61c-363e2e3d0c4a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:23.851635 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9ed9911f-6c77-40a1-8a07-f4ece29a5f3d req-3bd3d98a-2592-4e7e-b61c-363e2e3d0c4a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0475981 Apr 12 14:58:23.897950 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9ed9911f-6c77-40a1-8a07-f4ece29a5f3d req-4dc6118f-9280-4976-84cf-50d5866feebe tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 Apr 12 14:58:24.455145 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db090-b28a-494c-a958-627a2cb1ca74 req-c7f7656a-6ff4-4469-822d-97937038d507 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:24.456576 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad3db090-b28a-494c-a958-627a2cb1ca74 req-c7f7656a-6ff4-4469-822d-97937038d507 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0504537 Apr 12 14:58:24.502090 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad3db090-b28a-494c-a958-627a2cb1ca74 req-30a5bbf2-808e-4548-ac7b-6e10ca598dea tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Apr 12 14:58:24.515210 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:58:25.012520 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd58cfe-6bc2-4d6f-a9ae-e4ce637ded8c req-d069443e-7e1d-4176-a20c-5aa22e91bbd7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:25.014002 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4dd58cfe-6bc2-4d6f-a9ae-e4ce637ded8c req-d069443e-7e1d-4176-a20c-5aa22e91bbd7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0457830 Apr 12 14:58:25.059828 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4dd58cfe-6bc2-4d6f-a9ae-e4ce637ded8c req-dec24b32-9afb-41e7-b1ca-b8afcdbb3680 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Apr 12 14:58:25.626507 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f51b-90db-4d3f-b3d0-b549cab6bedc req-5913ee70-6ba6-4add-8eff-0f1a56aea472 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:25.627962 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0a80f51b-90db-4d3f-b3d0-b549cab6bedc req-5913ee70-6ba6-4add-8eff-0f1a56aea472 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0529747 Apr 12 14:58:25.674687 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0a80f51b-90db-4d3f-b3d0-b549cab6bedc req-09ee5d5d-4948-4e94-bee7-5c247940b60e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Apr 12 14:58:25.713365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-670d023d-3e15-4021-af0e-7c6b75dcedc2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:25.714834 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-670d023d-3e15-4021-af0e-7c6b75dcedc2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0470214 Apr 12 14:58:25.799926 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Deleting port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:58:25.800264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:25.893515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] For port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:25.893823 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:26.061560 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:26.061961 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:26.062275 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Floating IP 4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa disassociated. External IP: 172.27.2.162, port: 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77. Apr 12 14:58:26.062619 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Calling delete_port for 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:58:26.177392 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbeca9-75af-4bf9-b5f0-b010fec316f7 req-805d78b1-3319-45cd-9389-97128c6aebc3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:26.179719 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aebbeca9-75af-4bf9-b5f0-b010fec316f7 req-805d78b1-3319-45cd-9389-97128c6aebc3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 946 time: 0.0475605 Apr 12 14:58:26.226492 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aebbeca9-75af-4bf9-b5f0-b010fec316f7 req-1d076cc8-ac11-40f3-9f4e-27582a9301fe tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=558f72ac-e71f-46fd-b3c3-b07cea57b0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Apr 12 14:58:26.266842 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:26.300555 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event deleted for resources: {'Port': ['ID=90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:26.315184 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.315537 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.315967 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.316308 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.316639 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.316973 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.317307 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.317653 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.317987 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.318299 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.319186 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.319523 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.319842 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.320160 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.320481 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:26.432682 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Router c22de5c5-fff7-4c3f-94ea-674c5536ce22 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:58:26.543947 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:58:26.554148 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] Sync routers for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:58:26.567607 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:26.568219 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:26.587610 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] No DVR routers for this DVR port 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:58:26.590154 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:26.593380 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1d566b19-6659-41a7-aab1-3969fbcd9f27 req-dc6ccf32-aa2e-480f-9550-856791c54ac9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "DELETE /v2.0/ports/90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 HTTP/1.1" status: 204 len: 173 time: 0.8721886 Apr 12 14:58:26.593843 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-deleted', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:26.596085 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082bb185-1c1d-4583-8af5-a3fa6ac7ebbd" -d '{"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-deleted", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:26.632204 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73868c6d-f663-4639-9bf3-d2faebeb8e7d x-openstack-request-id: req-73868c6d-f663-4639-9bf3-d2faebeb8e7d {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:26.636698 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d03f42e-2d51-459d-ade0-7e6a34283867", "name": "network-vif-deleted", "tag": "90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:26.636698 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73868c6d-f663-4639-9bf3-d2faebeb8e7d {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:26.636698 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73868c6d-f663-4639-9bf3-d2faebeb8e7d'] response: {'server_uuid': '9d03f42e-2d51-459d-ade0-7e6a34283867', 'name': 'network-vif-deleted', 'tag': '90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77', 'status': 'completed', 'code': 200} Apr 12 14:58:26.685582 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:26.815561 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605c305-e4f3-4e76-b939-170d7289c8fa req-c429dd1f-ca65-452e-9653-02ade8401ef5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:26.817106 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d605c305-e4f3-4e76-b939-170d7289c8fa req-c429dd1f-ca65-452e-9653-02ade8401ef5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0633488 Apr 12 14:58:26.878735 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d605c305-e4f3-4e76-b939-170d7289c8fa req-97c7d5c5-5cd3-47d2-902c-08550f63ceab tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544832 Apr 12 14:58:26.893986 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:26.923294 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] Checking router: c22de5c5-fff7-4c3f-94ea-674c5536ce22 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:58:26.933257 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:26.933999 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:26.948346 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be2ab4-1afd-470a-99cd-d2afeb781b84 req-421653fe-10bb-4a5c-8d30-05884127eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:26.950150 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d2be2ab4-1afd-470a-99cd-d2afeb781b84 req-421653fe-10bb-4a5c-8d30-05884127eee6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1129 time: 0.0418065 Apr 12 14:58:27.010587 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d2be2ab4-1afd-470a-99cd-d2afeb781b84 req-b62d5a13-9489-451d-83e9-74df27e66cfc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Apr 12 14:58:27.046476 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:27.253116 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:27.280356 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd437d3-cfd1-40c4-b34f-b1ffa1a7933e None None] The sync data for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi is: [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:58:27.351562 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b1c3dae7-b9b4-43c0-97fd-351ae543ff41 req-c3c4c1bc-ef1d-4af9-98e5-036a3356328d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d03f42e-2d51-459d-ade0-7e6a34283867 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Apr 12 14:58:27.452769 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fb0b91ed-c94c-4196-aafb-f40cb3372d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:27.522714 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aa12ca-a85a-45c1-ba13-73945c2878c4 None None] New status for floating IP 4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa: DOWN {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:58:28.002652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6f3bb-98b3-4ed8-a3dd-5c43d9559ef0 req-dd7b52be-4445-4c28-9d11-cde0437fd0c2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:28.004111 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ff6f3bb-98b3-4ed8-a3dd-5c43d9559ef0 req-dd7b52be-4445-4c28-9d11-cde0437fd0c2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0468209 Apr 12 14:58:28.050840 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ff6f3bb-98b3-4ed8-a3dd-5c43d9559ef0 req-e81ea547-abe2-4dab-ab58-32aabd1fe6f0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 Apr 12 14:58:28.332722 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7744-3d41-4860-b78d-ca2c9ed3d50f req-53d06716-6e88-4691-b65f-bc4c10ae615f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:28.334135 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0efc7744-3d41-4860-b78d-ca2c9ed3d50f req-53d06716-6e88-4691-b65f-bc4c10ae615f tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0469928 Apr 12 14:58:28.384434 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0efc7744-3d41-4860-b78d-ca2c9ed3d50f req-5f811f96-61b5-451a-9905-869c0b3d6e03 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440195 Apr 12 14:58:28.497445 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43530) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:28.558499 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc5944ad-7e0a-43cb-b0b8-fcd659b33376 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (558f72ac-e71f-46fd-b3c3-b07cea57b0ed), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:28.581843 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc5944ad-7e0a-43cb-b0b8-fcd659b33376 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (558f72ac-e71f-46fd-b3c3-b07cea57b0ed), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:28.695440 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc5944ad-7e0a-43cb-b0b8-fcd659b33376 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (558f72ac-e71f-46fd-b3c3-b07cea57b0ed), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:28.698260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc5944ad-7e0a-43cb-b0b8-fcd659b33376 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:28.699668 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-cc5944ad-7e0a-43cb-b0b8-fcd659b33376 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "DELETE /v2.0/security-groups/558f72ac-e71f-46fd-b3c3-b07cea57b0ed HTTP/1.1" status: 204 len: 168 time: 0.2008624 Apr 12 14:58:28.703353 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43532) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:28.712885 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5944ad-7e0a-43cb-b0b8-fcd659b33376 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558f72ac-e71f-46fd-b3c3-b07cea57b0ed,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:28.725858 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.api.v2.resource [None req-dce03ef5-0038-4a29-8a7e-43b8e623bdb0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] show failed (client error): The resource could not be found. Apr 12 14:58:28.726892 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-dce03ef5-0038-4a29-8a7e-43b8e623bdb0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups/558f72ac-e71f-46fd-b3c3-b07cea57b0ed HTTP/1.1" status: 404 len: 347 time: 0.0225842 Apr 12 14:58:28.729892 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43534) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:28.757025 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:58:28.780834 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:58:28.781174 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 90cc2ae2-1bf0-46e2-aaa3-df8b5b8c5f77 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:58:28.852187 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Deleting port 85fe4ea7-333a-4714-b727-21b0144b3d4d {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:58:28.852526 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:28.927596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:28.928002 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (85fe4ea7-333a-4714-b727-21b0144b3d4d), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:28.939781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Calling delete_port for 85fe4ea7-333a-4714-b727-21b0144b3d4d owned by network:floatingip {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:58:29.136093 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (85fe4ea7-333a-4714-b727-21b0144b3d4d), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:29.180852 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event deleted for resources: {'Port': ['ID=85fe4ea7-333a-4714-b727-21b0144b3d4d,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:29.199774 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.200128 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.200485 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.200935 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.201281 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.201624 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.201981 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.202316 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.202650 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.202980 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.203311 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.203641 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.203969 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.204295 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.204620 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:58:29.230341 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521a6fd-60cc-4d35-885d-3e27be63b48c req-9cec4359-17fb-4c41-b8a5-0db1eb6ee35f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:29.231807 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8521a6fd-60cc-4d35-885d-3e27be63b48c req-9cec4359-17fb-4c41-b8a5-0db1eb6ee35f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.1065969 Apr 12 14:58:29.232565 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:29.235090 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:29.236113 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c35bd719-cf02-438c-9016-1b8b55621fe5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "DELETE /v2.0/floatingips/4467ddc5-8c6b-46d1-a86d-8d8f9446e9aa HTTP/1.1" status: 204 len: 168 time: 0.5051897 Apr 12 14:58:29.291237 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8521a6fd-60cc-4d35-885d-3e27be63b48c req-59c24664-a275-4b1d-abeb-9b553c3d0de3 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538197 Apr 12 14:58:29.499104 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da0230-fdb9-47d5-9a70-4afee3ea5ad2 req-813e19ac-a0c7-4d12-9c69-afc5836b169b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:29.500811 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-63da0230-fdb9-47d5-9a70-4afee3ea5ad2 req-813e19ac-a0c7-4d12-9c69-afc5836b169b tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Apr 12 14:58:29.550941 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-63da0230-fdb9-47d5-9a70-4afee3ea5ad2 req-c122fc3b-9908-4317-a543-73291ab232cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415616 Apr 12 14:58:29.639194 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43542) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:29.643744 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-0210b7ed-3667-4134-b22e-9d67e84e88c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320408168', 'description': 'tempest-description--1802777146'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:29.724168 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0210b7ed-3667-4134-b22e-9d67e84e88c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:29.798682 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0210b7ed-3667-4134-b22e-9d67e84e88c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (66742d55-d59a-47f8-9dc1-d86aef2c1c8d), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:29.846566 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0210b7ed-3667-4134-b22e-9d67e84e88c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (66742d55-d59a-47f8-9dc1-d86aef2c1c8d), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:29.879191 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210b7ed-3667-4134-b22e-9d67e84e88c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66742d55-d59a-47f8-9dc1-d86aef2c1c8d,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:29.922644 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0210b7ed-3667-4134-b22e-9d67e84e88c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:29.923886 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0210b7ed-3667-4134-b22e-9d67e84e88c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2837086 Apr 12 14:58:29.926938 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43544) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:29.931287 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-46ca025c-68eb-4458-8b64-59f0eb15d16d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'security_group_rule': {'security_group_id': '66742d55-d59a-47f8-9dc1-d86aef2c1c8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:30.034438 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-46ca025c-68eb-4458-8b64-59f0eb15d16d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (1247c4dc-f826-418b-be4c-7b19fcc3c9d3), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.089981 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-46ca025c-68eb-4458-8b64-59f0eb15d16d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (1247c4dc-f826-418b-be4c-7b19fcc3c9d3), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.103363 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a204761b-c78c-43f5-bf1a-de70068fa537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.149331 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-46ca025c-68eb-4458-8b64-59f0eb15d16d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (1247c4dc-f826-418b-be4c-7b19fcc3c9d3), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.167787 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca025c-68eb-4458-8b64-59f0eb15d16d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1247c4dc-f826-418b-be4c-7b19fcc3c9d3,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:30.219649 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-46ca025c-68eb-4458-8b64-59f0eb15d16d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.220856 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-46ca025c-68eb-4458-8b64-59f0eb15d16d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930200 Apr 12 14:58:30.223727 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43546) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:30.228845 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-578f73e5-4c32-4c2c-9a12-370aa9b195a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'security_group_rule': {'security_group_id': '66742d55-d59a-47f8-9dc1-d86aef2c1c8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:30.304440 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-578f73e5-4c32-4c2c-9a12-370aa9b195a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (5b687520-eda3-46a3-a826-c51d1a2d7d5c), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.372264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-578f73e5-4c32-4c2c-9a12-370aa9b195a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (5b687520-eda3-46a3-a826-c51d1a2d7d5c), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.426975 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae4316-36bf-4d8f-9941-6182980b3a20 req-667d3100-8729-4f7d-abdc-3f6ca3ed9c50 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:30.428489 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-89ae4316-36bf-4d8f-9941-6182980b3a20 req-667d3100-8729-4f7d-abdc-3f6ca3ed9c50 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0485647 Apr 12 14:58:30.466450 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-578f73e5-4c32-4c2c-9a12-370aa9b195a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (5b687520-eda3-46a3-a826-c51d1a2d7d5c), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.482680 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-89ae4316-36bf-4d8f-9941-6182980b3a20 req-abba07b5-7f6c-425d-a79c-ea39a1e93c58 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 Apr 12 14:58:30.486156 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f73e5-4c32-4c2c-9a12-370aa9b195a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b687520-eda3-46a3-a826-c51d1a2d7d5c,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:30.565555 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-578f73e5-4c32-4c2c-9a12-370aa9b195a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.566791 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-578f73e5-4c32-4c2c-9a12-370aa9b195a7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3420475 Apr 12 14:58:30.570774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43550) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:30.575234 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:30.668234 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3240dd-45a7-4ab4-9140-e2946e14c89f req-e9a36263-2a08-4764-9d80-09c9ff7bf395 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:30.669714 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dc3240dd-45a7-4ab4-9140-e2946e14c89f req-e9a36263-2a08-4764-9d80-09c9ff7bf395 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0503993 Apr 12 14:58:30.678024 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.718795 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dc3240dd-45a7-4ab4-9140-e2946e14c89f req-6e723d2b-5955-4397-8ea4-93b05677c4b4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434942 Apr 12 14:58:30.760563 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:30.871849 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Allocated IP 172.27.2.104 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/ce14f4c3-cecd-4877-b264-ce13debf4ba4) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:58:30.974393 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.073200 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-6fd2cf0d-95cd-4949-a49f-adea267fcc1c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:31.074998 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-6fd2cf0d-95cd-4949-a49f-adea267fcc1c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0516038 Apr 12 14:58:31.076390 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.145587 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:58:31.152317 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:58:31.158871 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:58:31.167630 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'Port': ['ID=ce14f4c3-cecd-4877-b264-ce13debf4ba4,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:31.245160 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Deleting port 7448f465-5339-4bd1-91a9-94095a601931 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:58:31.245921 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (7448f465-5339-4bd1-91a9-94095a601931), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.281318 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.358964 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (bb5080ab-445c-4b26-8b82-fc4a4d18d0dd), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.378298 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] For port 7448f465-5339-4bd1-91a9-94095a601931, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7448f465-5339-4bd1-91a9-94095a601931,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:31.378651 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (7448f465-5339-4bd1-91a9-94095a601931), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.613284 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d46428-cf62-4945-96da-ced16dc7597f req-e9235b5e-458e-4191-afde-030393322b45 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:31.614875 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-72d46428-cf62-4945-96da-ced16dc7597f req-e9235b5e-458e-4191-afde-030393322b45 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0515125 Apr 12 14:58:31.667796 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-72d46428-cf62-4945-96da-ced16dc7597f req-4c309c92-63d6-4eee-ba79-faaea026be86 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 Apr 12 14:58:31.731476 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.846796 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9281e97-e96c-4a79-aeac-1102fecd3e02 req-d948f661-e81f-4e3a-96ea-e3996961d6af tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:31.848409 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9281e97-e96c-4a79-aeac-1102fecd3e02 req-d948f661-e81f-4e3a-96ea-e3996961d6af tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 946 time: 0.0531516 Apr 12 14:58:31.907228 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9281e97-e96c-4a79-aeac-1102fecd3e02 req-4fe7b3a5-e9de-4dd4-9902-49580c8808be tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516801 Apr 12 14:58:31.965977 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.966338 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (caf2d167-82ea-467b-9b46-f3b137b99769), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:31.966648 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Floating IP caf2d167-82ea-467b-9b46-f3b137b99769 disassociated. External IP: 172.27.2.193, port: 7448f465-5339-4bd1-91a9-94095a601931. Apr 12 14:58:31.966984 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Calling delete_port for 7448f465-5339-4bd1-91a9-94095a601931 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:58:32.066941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:32.160340 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:32.233532 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'Port': ['ID=ce14f4c3-cecd-4877-b264-ce13debf4ba4,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:32.239588 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (7448f465-5339-4bd1-91a9-94095a601931), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:32.276227 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (bb5080ab-445c-4b26-8b82-fc4a4d18d0dd), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:32.279296 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event deleted for resources: {'Port': ['ID=7448f465-5339-4bd1-91a9-94095a601931,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:32.280511 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c9f44-24ae-45e9-addf-728548863aad req-362e3f30-9dd9-4842-b71f-e8881c76fd01 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:32.291991 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-495c9f44-24ae-45e9-addf-728548863aad req-362e3f30-9dd9-4842-b71f-e8881c76fd01 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0550568 Apr 12 14:58:32.333164 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-495c9f44-24ae-45e9-addf-728548863aad req-113a9c93-23da-4277-a568-ebc606dcc4fb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Apr 12 14:58:32.375488 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:32.376702 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-fea76583-1046-44d2-9284-1eb5c557dcf4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8050025 Apr 12 14:58:32.418481 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-0caafdfa-f2a3-4675-9edc-7c3f99de5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:32.420017 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-0caafdfa-f2a3-4675-9edc-7c3f99de5628 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1129 time: 0.0854540 Apr 12 14:58:32.508167 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Router 1abf0cb9-8a4f-40d4-88b2-92c857022443 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:58:32.588324 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-e5c66082-7404-40c4-9f0e-4d1ef90631b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:32.589739 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-e5c66082-7404-40c4-9f0e-4d1ef90631b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.1587760 Apr 12 14:58:32.594152 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-4dc45bfc-fcfe-4909-8632-1e839ec1010b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1320408168&fields=id&tenant_id=7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 267 time: 0.0522299 Apr 12 14:58:32.716780 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-5b788e60-64cc-40c2-8b5b-b029fe424218 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 1001 time: 0.0919166 Apr 12 14:58:32.717756 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:58:32.728704 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] Sync routers for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:58:32.730509 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-665ac001-5314-41f0-91eb-a5b7850a7af2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:32.732400 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-665ac001-5314-41f0-91eb-a5b7850a7af2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 816 time: 0.1303003 Apr 12 14:58:32.746466 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:32.747016 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:32.748965 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-c9380529-cda4-4868-83b2-42ec68ab6e15 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/quotas/7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 375 time: 0.0108202 Apr 12 14:58:32.794834 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] No DVR routers for this DVR port 7448f465-5339-4bd1-91a9-94095a601931 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:58:32.798752 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:32.802520 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cb819a8e-37f5-42da-ba1b-f42cdd1bca18 req-75c889c2-05c1-4175-ba6f-d1855227e35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "DELETE /v2.0/ports/7448f465-5339-4bd1-91a9-94095a601931 HTTP/1.1" status: 204 len: 173 time: 1.7183471 Apr 12 14:58:32.802986 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'name': 'network-vif-deleted', 'tag': '7448f465-5339-4bd1-91a9-94095a601931'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:32.806272 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d8868c-20e8-4684-9487-ddecde5a58e5" -d '{"events": [{"server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "name": "network-vif-deleted", "tag": "7448f465-5339-4bd1-91a9-94095a601931"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:32.824268 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-f1822ca2-009a-473a-85d0-1aa74cc731b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:32.825754 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-f1822ca2-009a-473a-85d0-1aa74cc731b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0986350 Apr 12 14:58:32.827580 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-e6388ff1-947a-43b8-a634-5e17369eec74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713394 Apr 12 14:58:32.872823 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a0e199-e3de-410d-a951-cc31709a1166 x-openstack-request-id: req-43a0e199-e3de-410d-a951-cc31709a1166 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:32.873021 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3e6773-eb1f-4098-b443-1b2d62d1abe8", "name": "network-vif-deleted", "tag": "7448f465-5339-4bd1-91a9-94095a601931", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:32.873272 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43a0e199-e3de-410d-a951-cc31709a1166 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:32.873751 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a0e199-e3de-410d-a951-cc31709a1166'] response: {'server_uuid': 'cc3e6773-eb1f-4098-b443-1b2d62d1abe8', 'name': 'network-vif-deleted', 'tag': '7448f465-5339-4bd1-91a9-94095a601931', 'status': 'completed', 'code': 200} Apr 12 14:58:32.885816 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-de30dda3-96f7-430c-b8a8-6372434e3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:32.886313 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:32.887346 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-de30dda3-96f7-430c-b8a8-6372434e3f3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482609 Apr 12 14:58:32.958037 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-3efeb79a-eb4f-4cba-82d1-c50ecc0f8c88 service neutron] 10.222.0.64 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271207 Apr 12 14:58:32.994769 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-5d7b3706-c161-4de5-bb0d-71d7d8e2591b service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979013 Apr 12 14:58:33.032469 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3ad1edb9-e643-4245-b732-76743e0dcc6d req-61475338-ba31-4310-a1b1-0efa7849759a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.0405569 Apr 12 14:58:33.155230 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-0bde6f17-4ee9-43ea-a7bb-3a7347d521f6 req-59add543-1408-45d6-bf61-046de72eebef service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472447 Apr 12 14:58:33.177984 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:33.227941 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:33.258103 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] Checking router: 1abf0cb9-8a4f-40d4-88b2-92c857022443 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:58:33.267336 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:33.267972 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:33.355631 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6026db69-a7df-45f8-a504-15c4af531a0b service neutron] 10.222.0.64 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881633 Apr 12 14:58:33.394617 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:33.449891 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12b953-a8c9-4a7d-b181-b6804797e33c req-e79f4426-3d07-454c-8c3b-88f85f11b8b9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:33.451421 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f12b953-a8c9-4a7d-b181-b6804797e33c req-e79f4426-3d07-454c-8c3b-88f85f11b8b9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0493374 Apr 12 14:58:33.499251 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f12b953-a8c9-4a7d-b181-b6804797e33c req-2069e2b7-8c74-4f8f-bc12-3efb55639f9b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Apr 12 14:58:33.596882 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:33.621258 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fb1db8c-f85a-4be4-9296-d47b6efc6e6f req-17e7c69b-829a-457a-9bce-e8bef1a28ae7 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Apr 12 14:58:33.629028 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e6a2bf-cf94-4260-9c2a-e37eec2bdc2d None None] The sync data for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi is: [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:58:33.869950 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f947e-df85-4a6c-a568-da4b1bedc40c None None] New status for floating IP caf2d167-82ea-467b-9b46-f3b137b99769: DOWN {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:58:34.120519 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:34.151138 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7c27e86b-9f71-408e-a2cd-998cb6ebdc5e req-c3ead940-a476-42eb-a1f6-12e9912380a3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc3e6773-eb1f-4098-b443-1b2d62d1abe8 HTTP/1.1" status: 200 len: 210 time: 0.0320089 Apr 12 14:58:34.618845 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af85f4-436e-4bb4-8ceb-e6ecf3c8ed74 req-e83274d8-50ee-4645-a1f3-7cceb77f08f9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:34.620392 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75af85f4-436e-4bb4-8ceb-e6ecf3c8ed74 req-e83274d8-50ee-4645-a1f3-7cceb77f08f9 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0465121 Apr 12 14:58:34.671756 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75af85f4-436e-4bb4-8ceb-e6ecf3c8ed74 req-e989b38e-37d3-4760-997b-6a2e17648fae tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455120 Apr 12 14:58:34.727502 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-57933803-66ef-4f91-a27c-802b2bf8ceaa req-2401415b-3644-486c-a9d0-f0a17570cb06 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Apr 12 14:58:34.791607 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 7448f465-5339-4bd1-91a9-94095a601931 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:58:34.815959 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 7448f465-5339-4bd1-91a9-94095a601931 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:58:34.816332 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 7448f465-5339-4bd1-91a9-94095a601931 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:58:35.282527 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43610) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:35.368169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c8998334-9afc-4ca9-9d10-fa2fa1b45ee9 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (ba7abd7f-c638-42c5-b1fd-548c3bd36ccc), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:35.394456 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c8998334-9afc-4ca9-9d10-fa2fa1b45ee9 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (ba7abd7f-c638-42c5-b1fd-548c3bd36ccc), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:35.515043 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c8998334-9afc-4ca9-9d10-fa2fa1b45ee9 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba7abd7f-c638-42c5-b1fd-548c3bd36ccc), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:35.517537 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c8998334-9afc-4ca9-9d10-fa2fa1b45ee9 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:35.518805 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c8998334-9afc-4ca9-9d10-fa2fa1b45ee9 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "DELETE /v2.0/security-groups/ba7abd7f-c638-42c5-b1fd-548c3bd36ccc HTTP/1.1" status: 204 len: 168 time: 0.2351770 Apr 12 14:58:35.521617 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43612) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:35.529096 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8998334-9afc-4ca9-9d10-fa2fa1b45ee9 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7abd7f-c638-42c5-b1fd-548c3bd36ccc,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:35.539498 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.api.v2.resource [None req-4758f6dc-7bec-4ea7-b90d-805d13b1cb79 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] show failed (client error): The resource could not be found. Apr 12 14:58:35.539498 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4758f6dc-7bec-4ea7-b90d-805d13b1cb79 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups/ba7abd7f-c638-42c5-b1fd-548c3bd36ccc HTTP/1.1" status: 404 len: 347 time: 0.0130951 Apr 12 14:58:35.542503 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43614) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:35.659526 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Deleting port 9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:58:35.659879 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:35.739692 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:35.740016 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:35.761777 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Calling delete_port for 9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8 owned by network:floatingip {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:58:35.835725 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcea19-1cfe-4f01-a9a3-48eaf1f2c753 req-cb29beca-1438-4b09-a4e0-f55a168e6f76 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:35.837154 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eabcea19-1cfe-4f01-a9a3-48eaf1f2c753 req-cb29beca-1438-4b09-a4e0-f55a168e6f76 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0879045 Apr 12 14:58:35.879604 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a32dcf50-c3b8-4ffe-97dc-fe5dfa161d9c req-59d510c4-4f03-40f0-b031-486d2d583890 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 210 time: 0.0515740 Apr 12 14:58:35.938342 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eabcea19-1cfe-4f01-a9a3-48eaf1f2c753 req-095cebf5-dc9b-4a2f-89c9-fd71ce047f37 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894980 Apr 12 14:58:36.167896 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610de5e-defb-4188-8044-8a511124a115 req-4a73e275-2f63-4622-8359-9f115d002ea2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:36.169321 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0610de5e-defb-4188-8044-8a511124a115 req-4a73e275-2f63-4622-8359-9f115d002ea2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0505607 Apr 12 14:58:36.177964 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43622) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:36.182718 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Request body: {'floatingip': {'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:36.186607 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.244346 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event deleted for resources: {'Port': ['ID=9548914b-5fcd-4cf1-b2d3-e8c1afe41ac8,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:36.279426 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (caf2d167-82ea-467b-9b46-f3b137b99769), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.281879 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.282991 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0e3cbd6b-5351-4d5d-a141-2408313f2acd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "DELETE /v2.0/floatingips/caf2d167-82ea-467b-9b46-f3b137b99769 HTTP/1.1" status: 204 len: 168 time: 0.7412596 Apr 12 14:58:36.287007 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.461815 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-13caf63a-f08b-4ba4-a83c-04f0581b95ba tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:36.463402 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-13caf63a-f08b-4ba4-a83c-04f0581b95ba tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 816 time: 0.1215758 Apr 12 14:58:36.551933 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4ec42c-3991-47b3-a3c9-5eca435f8c26 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 380 time: 0.0785069 Apr 12 14:58:36.576918 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'port': {'device_id': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'admin_state_up': True, 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'security_groups': ['66742d55-d59a-47f8-9dc1-d86aef2c1c8d']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:36.771515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43626) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:36.777542 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-54e314d1-c927-4633-87d2-b387d93c9b92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017986728', 'description': 'tempest-description--222611064'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:36.785821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Made reservation on behalf of 7c2a576e2be74418bdef57686bad30a2 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:58:36.790041 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.844073 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.901659 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-54e314d1-c927-4633-87d2-b387d93c9b92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.937397 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:36.949990 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Allocated IP 172.20.0.11 (5444df66-cec9-4e6f-babf-6afcab69a266/afd65a10-0ae6-4442-91a6-9804ae468a1d/5c58da46-e5bb-4b4a-8051-745b00e75ae2) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:58:37.014020 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8c25b000-efe9-4119-b5ab-e9a2b2f333fa req-ab5bc555-d587-4bdc-919f-7f99bf065e1d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 210 time: 0.0361395 Apr 12 14:58:37.030242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-54e314d1-c927-4633-87d2-b387d93c9b92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (0354a8f5-9cd0-4404-8b20-cf610ce586a9), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.034788 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.120724 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-54e314d1-c927-4633-87d2-b387d93c9b92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0354a8f5-9cd0-4404-8b20-cf610ce586a9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.153135 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.168890 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e314d1-c927-4633-87d2-b387d93c9b92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0354a8f5-9cd0-4404-8b20-cf610ce586a9,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:37.210348 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Router 5bdd137b-4882-428b-8700-daaea968dea5 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:58:37.222971 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-54e314d1-c927-4633-87d2-b387d93c9b92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.224253 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-54e314d1-c927-4633-87d2-b387d93c9b92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4510584 Apr 12 14:58:37.228208 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43634) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:37.232869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-62f51375-4a3a-4d84-b942-8c9f3422ed3e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'security_group_rule': {'security_group_id': '0354a8f5-9cd0-4404-8b20-cf610ce586a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:37.295730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.336798 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:58:37.342259 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.348426 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] Sync routers for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:58:37.361175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Network 5444df66-cec9-4e6f-babf-6afcab69a266 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:58:37.365277 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:58:37.367339 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-62f51375-4a3a-4d84-b942-8c9f3422ed3e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (8e429cd7-e279-4d3c-8546-a40659a4daa7), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.370763 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:37.371843 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:58:37.372066 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:37.384610 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:37.387030 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d7982d-a5f1-43a9-9d10-a1825f8f553c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:37.425858 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-69beef23-5f32-40ad-b170-f7acf1596b56 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "PUT /v2.0/floatingips/1af88a7b-d664-4de6-b26d-ed5a902865d8 HTTP/1.1" status: 200 len: 993 time: 1.2462816 Apr 12 14:58:37.431156 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:37.441406 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a253c-0a46-43b8-abc3-a2293779a8e7 x-openstack-request-id: req-a37a253c-0a46-43b8-abc3-a2293779a8e7 {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:37.441742 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:37.442002 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a37a253c-0a46-43b8-abc3-a2293779a8e7 {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:37.442423 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37a253c-0a46-43b8-abc3-a2293779a8e7'] response: {'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'status': 'completed', 'code': 200} Apr 12 14:58:37.479889 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-62f51375-4a3a-4d84-b942-8c9f3422ed3e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (8e429cd7-e279-4d3c-8546-a40659a4daa7), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.534008 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:37.534548 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.535125 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:37.544374 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-92041ae5-4428-4515-a4b5-c226e17a8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:37.546542 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-92041ae5-4428-4515-a4b5-c226e17a8886 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1129 time: 0.0650301 Apr 12 14:58:37.571512 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-62f51375-4a3a-4d84-b942-8c9f3422ed3e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (8e429cd7-e279-4d3c-8546-a40659a4daa7), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.655867 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f51375-4a3a-4d84-b942-8c9f3422ed3e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e429cd7-e279-4d3c-8546-a40659a4daa7,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:37.680110 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b6522c84-c7b8-4d63-bc5e-92d42b3291fc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1111200 Apr 12 14:58:37.698146 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Request body: {'port': {'device_id': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:37.717547 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ed8fde62-48f9-41c9-ad02-ccfa5a7caaf6 None None] Provisioning complete for port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:58:37.718088 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed8fde62-48f9-41c9-ad02-ccfa5a7caaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.718361 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-d78b312e-e220-4ba3-be95-423657d2b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:37.719891 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-d78b312e-e220-4ba3-be95-423657d2b7cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.1672800 Apr 12 14:58:37.757176 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ed8fde62-48f9-41c9-ad02-ccfa5a7caaf6 None None] Port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:58:37.798606 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-62f51375-4a3a-4d84-b942-8c9f3422ed3e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.799714 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-62f51375-4a3a-4d84-b942-8c9f3422ed3e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5702839 Apr 12 14:58:37.802848 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43640) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:37.806784 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '1af88a7b-d664-4de6-b26d-ed5a902865d8', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'mac_address': 'fa:16:3e:11:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:41Z', 'updated_at': '2022-04-12T14:58:36Z', 'revision_number': 3, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:37.808430 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-8c10dd98-3d74-4dea-b54e-0134639ddf90 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'security_group_rule': {'security_group_id': '0354a8f5-9cd0-4404-8b20-cf610ce586a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:37.819625 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.835216 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-9e03c4be-b45a-49ba-befd-7c71d04bd7d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 1001 time: 0.1053889 Apr 12 14:58:37.840053 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] Checking router: 5bdd137b-4882-428b-8700-daaea968dea5 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:58:37.862153 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:37.862153 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:37.921010 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-6cfedd93-4211-46a1-9d10-c9bbb5b1b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:37.922572 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-6cfedd93-4211-46a1-9d10-c9bbb5b1b162 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0806320 Apr 12 14:58:37.949598 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8c10dd98-3d74-4dea-b54e-0134639ddf90 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (69757c14-dbf1-4538-9418-dd2767518e01), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:37.993968 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:38.021522 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8c10dd98-3d74-4dea-b54e-0134639ddf90 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (69757c14-dbf1-4538-9418-dd2767518e01), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.028461 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-4c00e916-ddf3-49d9-99ce-35925dd4425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:38.029972 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-4c00e916-ddf3-49d9-99ce-35925dd4425e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646420 Apr 12 14:58:38.083607 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8c10dd98-3d74-4dea-b54e-0134639ddf90 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (69757c14-dbf1-4538-9418-dd2767518e01), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.098227 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10dd98-3d74-4dea-b54e-0134639ddf90 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69757c14-dbf1-4538-9418-dd2767518e01,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:38.189765 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84894b-8570-40c1-bdbe-76e5268767ab req-42209c9f-aab4-40eb-8e6e-ae022eaa952c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:38.192184 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fe84894b-8570-40c1-bdbe-76e5268767ab req-42209c9f-aab4-40eb-8e6e-ae022eaa952c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 932 time: 0.0657079 Apr 12 14:58:38.207896 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-1c831597-6477-41bb-a1aa-f93f3508105a service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676817 Apr 12 14:58:38.209474 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8c10dd98-3d74-4dea-b54e-0134639ddf90 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.210703 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-8c10dd98-3d74-4dea-b54e-0134639ddf90 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4061270 Apr 12 14:58:38.214041 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43644) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:38.221013 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:38.225562 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '1af88a7b-d664-4de6-b26d-ed5a902865d8', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'mac_address': 'fa:16:3e:11:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:41Z', 'updated_at': '2022-04-12T14:58:36Z', 'revision_number': 3, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:38.258647 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fe84894b-8570-40c1-bdbe-76e5268767ab req-edcb984b-b4bb-4e6d-acc6-f35ce24fc496 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587091 Apr 12 14:58:38.261220 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77204b-8a69-40d8-b61c-0c504e2866f2 None None] The sync data for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi is: [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': '1af88a7b-d664-4de6-b26d-ed5a902865d8', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'port_id': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'mac_address': 'fa:16:3e:11:7f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:56:41Z', 'updated_at': '2022-04-12T14:58:36Z', 'revision_number': 3, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:58:38.348557 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c58da46-e5bb-4b4a-8051-745b00e75ae2 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:58:38.356459 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Publish callbacks [] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.383823 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Transition to ACTIVE for port object 5c58da46-e5bb-4b4a-8051-745b00e75ae2 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:58:38.387775 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-63d7982d-a5f1-43a9-9d10-a1825f8f553c req-3d310576-7f36-465f-9c35-0b259b865219 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623435 Apr 12 14:58:38.423426 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.452365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.555337 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:38.560830 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.712828 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Attempting to bind port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:58:38.713163 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Attempting to bind port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:58:38.713497 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Attempting to bind port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 on network 5444df66-cec9-4e6f-babf-6afcab69a266 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:58:38.722144 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 on network 5444df66-cec9-4e6f-babf-6afcab69a266 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:58:38.722466 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Attempting to bind port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 on network 5444df66-cec9-4e6f-babf-6afcab69a266 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:58:38.733488 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:58:38.733854 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Checking segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:58:38.734241 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Bound using segment: {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:58:38.734670 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Bound port: 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54addda5-11cd-4388-9316-653c730eca2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:58:38.735030 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:38.753445 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Allocated IP 172.27.2.16 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/85c3a071-3449-4a17-971e-2439cfc0c610) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:58:39.121410 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:58:39.125574 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:58:39.154961 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for port (85c3a071-3449-4a17-971e-2439cfc0c610), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:39.244286 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:39.284384 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (85c3a071-3449-4a17-971e-2439cfc0c610), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:39.314072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:39.314072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:39.314072 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c58da46-e5bb-4b4a-8051-745b00e75ae2 HTTP/1.1" status: 200 len: 1094 time: 1.6173744 Apr 12 14:58:39.314072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:39.314072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802256a9-531c-4e1e-9331-58684573f980" -d '{"events": [{"name": "network-changed", "server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:39.332967 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:58:39.340971 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:58:39.344472 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:58:39.358559 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4956f0-de8c-416d-aba3-7ace9e70e646 service neutron] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:39.392231 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99ebb5e-1e04-4fd6-9542-030526c99c4f x-openstack-request-id: req-e99ebb5e-1e04-4fd6-9542-030526c99c4f {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:39.392520 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:39.392771 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e99ebb5e-1e04-4fd6-9542-030526c99c4f {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:39.393168 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99ebb5e-1e04-4fd6-9542-030526c99c4f'] response: {'name': 'network-changed', 'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'status': 'completed', 'code': 200} Apr 12 14:58:39.402559 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199da3c-9088-40cd-bc4e-91e6172b3102 req-3aea4876-97c5-4f8a-8c39-4cab725d6a68 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:39.409679 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9199da3c-9088-40cd-bc4e-91e6172b3102 req-3aea4876-97c5-4f8a-8c39-4cab725d6a68 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0604789 Apr 12 14:58:39.445486 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:39.449700 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6553ae-8d21-4805-8f2f-ed41682ae211" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:39.481945 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9199da3c-9088-40cd-bc4e-91e6172b3102 req-77b5f668-a428-41e9-88cd-e9f7c5fcd2e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679300 Apr 12 14:58:39.495575 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'Port': ['ID=85c3a071-3449-4a17-971e-2439cfc0c610,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:39.510304 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9846b02-4dc2-45d4-9969-a57f86502d9e x-openstack-request-id: req-d9846b02-4dc2-45d4-9969-a57f86502d9e {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:39.510304 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:39.510304 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9846b02-4dc2-45d4-9969-a57f86502d9e {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:39.510304 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9846b02-4dc2-45d4-9969-a57f86502d9e'] response: {'name': 'network-changed', 'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'status': 'completed', 'code': 200} Apr 12 14:58:39.514283 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802256a9-531c-4e1e-9331-58684573f980 req-02c71fbd-d21c-44ee-8f42-ddbef76ccaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:39.515787 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-802256a9-531c-4e1e-9331-58684573f980 req-02c71fbd-d21c-44ee-8f42-ddbef76ccaf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 1128 time: 0.0866890 Apr 12 14:58:39.539642 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (eabee1f9-8c1d-4530-8268-5d9a7affa1fc), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:39.650574 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-05a788ae-29c5-4c6e-a7ee-bf480306f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:39.653015 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-05a788ae-29c5-4c6e-a7ee-bf480306f40d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 1129 time: 0.1164596 Apr 12 14:58:39.742384 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (85c3a071-3449-4a17-971e-2439cfc0c610), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:39.800322 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802256a9-531c-4e1e-9331-58684573f980 req-cbe8ae82-6cd1-494f-ab61-006820d9214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:39.801808 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-802256a9-531c-4e1e-9331-58684573f980 req-cbe8ae82-6cd1-494f-ab61-006820d9214e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7c2a576e2be74418bdef57686bad30a2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2764056 Apr 12 14:58:39.882731 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-7fab62b0-a53c-4787-82fd-c72299a8e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:39.884220 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-7fab62b0-a53c-4787-82fd-c72299a8e89b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 200 len: 920 time: 0.2112083 Apr 12 14:58:40.059696 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-0ad37284-d7ce-4fad-88fd-bb8314e07952 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 200 len: 1001 time: 0.1418202 Apr 12 14:58:40.064601 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802256a9-531c-4e1e-9331-58684573f980 req-c05d07b2-81da-4465-8252-7c99615678d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.066046 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-802256a9-531c-4e1e-9331-58684573f980 req-c05d07b2-81da-4465-8252-7c99615678d3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2518926 Apr 12 14:58:40.164298 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-93cec650-1f2b-42b3-b911-70cac20ed359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.165761 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-93cec650-1f2b-42b3-b911-70cac20ed359 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 200 len: 858 time: 0.0988672 Apr 12 14:58:40.169930 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-1422af72-bbaa-457f-9eee-9d047e8e10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.171318 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-1422af72-bbaa-457f-9eee-9d047e8e10b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 1128 time: 0.0648339 Apr 12 14:58:40.174211 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for port (85c3a071-3449-4a17-971e-2439cfc0c610), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:40.233206 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-a75e8fad-e95c-4374-ac5a-9c282236721e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2 HTTP/1.1" status: 200 len: 217 time: 0.0498075 Apr 12 14:58:40.250049 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-98d5c2bb-db36-46e1-ab82-ee8b2a664786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.251426 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-98d5c2bb-db36-46e1-ab82-ee8b2a664786 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8f7bb313-4e99-4c79-b5eb-bf23757b656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792997 Apr 12 14:58:40.274323 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (85c3a071-3449-4a17-971e-2439cfc0c610), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:40.399638 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6995d301-e5a3-44a4-9d79-5a984f61c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.400959 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-6995d301-e5a3-44a4-9d79-5a984f61c12d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.1612463 Apr 12 14:58:40.427241 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'Port': ['ID=85c3a071-3449-4a17-971e-2439cfc0c610,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:40.462489 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (eabee1f9-8c1d-4530-8268-5d9a7affa1fc), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:40.483047 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b77371c7-7262-45b3-b554-7af4ee92b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.491174 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-b77371c7-7262-45b3-b554-7af4ee92b291 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756531 Apr 12 14:58:40.491174 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-0d6aa075-03cb-4366-97a6-80a3d91854b8 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170365 Apr 12 14:58:40.591305 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5ac7b-b838-4544-8d48-1305646e1871 req-46d241d9-c671-4c32-a955-4003a569c45c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.593031 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f7e5ac7b-b838-4544-8d48-1305646e1871 req-46d241d9-c671-4c32-a955-4003a569c45c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0487146 Apr 12 14:58:40.595263 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:40.596450 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-078c77a7-0ba8-46c0-a2a6-b222e277ba18 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3809865 Apr 12 14:58:40.649483 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f7e5ac7b-b838-4544-8d48-1305646e1871 req-f0e615a0-76c1-41a8-b8dd-c3fd120c678d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499859 Apr 12 14:58:40.674952 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-525613d4-502f-469b-8acf-96fa2129c24d service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675048 Apr 12 14:58:40.679828 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd6553ae-8d21-4805-8f2f-ed41682ae211 req-8cd2fd55-c67d-484e-91d9-c9ec4c9360f5 service neutron] 10.222.0.57 "GET /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698847 Apr 12 14:58:40.777072 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6a369161-8fc3-4aba-8731-b5fbcf8c0bab req-d7d78809-ceac-4777-bbd0-f4d34c33b210 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908377 Apr 12 14:58:40.808429 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-b4ccdd73-e3fa-4e27-8e25-a875462e5bbb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2017986728&fields=id&tenant_id=39fcc2a0fdd24f72a683109da0ad023e HTTP/1.1" status: 200 len: 267 time: 0.0424654 Apr 12 14:58:40.915618 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-60988629-87f7-421c-a6fe-ed4337795cea tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:40.917018 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-60988629-87f7-421c-a6fe-ed4337795cea tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 811 time: 0.1020496 Apr 12 14:58:40.931436 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-ef9aebe6-6e75-4348-a453-ec45288544c4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/quotas/39fcc2a0fdd24f72a683109da0ad023e HTTP/1.1" status: 200 len: 375 time: 0.0089998 Apr 12 14:58:40.981006 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-57958fd0-d1b2-4a4b-b99e-1ddb38fac4e8 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446944 Apr 12 14:58:41.076307 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-6a56225c-60a4-470f-aebc-1aa9b2b99007 service neutron] 10.222.0.64 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843799 Apr 12 14:58:41.165323 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-81660daf-9f66-4797-94b4-12c0a3736421 service neutron] 10.222.0.64 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833297 Apr 12 14:58:41.413845 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-11b2f9ee-f172-4b25-9fe8-0cf87090859d req-d987a26f-aaed-4609-9fbd-c01733f2ead6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0270212 Apr 12 14:58:41.769511 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4a968-f3fc-4618-b61b-b2c2947a1c76 req-058505c6-5df0-412c-ad67-f19ac2ddf3bb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:41.770982 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ca4a968-f3fc-4618-b61b-b2c2947a1c76 req-058505c6-5df0-412c-ad67-f19ac2ddf3bb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0500975 Apr 12 14:58:41.818062 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5ca4a968-f3fc-4618-b61b-b2c2947a1c76 req-db28514c-b8d5-4706-ad6c-ccf818582323 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Apr 12 14:58:42.512310 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5f919c8e-4dda-49cd-89b3-9272454b085a req-00b604ab-1e70-4825-95a5-d0c533dfe548 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0280769 Apr 12 14:58:42.859657 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:58:42.951906 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252bcd-b47b-42e2-b883-d4abd6960c22 req-fa6f9f8a-ea28-467c-bbd9-af732bed4ad3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:42.953452 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd252bcd-b47b-42e2-b883-d4abd6960c22 req-fa6f9f8a-ea28-467c-bbd9-af732bed4ad3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0607314 Apr 12 14:58:43.003081 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd252bcd-b47b-42e2-b883-d4abd6960c22 req-9a60ecfa-051d-4ba8-9d46-5068844adcf0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 Apr 12 14:58:43.076927 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:43.088825 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'port_id': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'mac_address': 'fa:16:3e:39:2b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:58:43.127920 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:43.128232 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:43.141295 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c58da46-e5bb-4b4a-8051-745b00e75ae2 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:58:43.161498 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:43.279265 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-f8e15a5e-fdab-412d-9f18-2036d3dccbab tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:43.280749 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-f8e15a5e-fdab-412d-9f18-2036d3dccbab tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 811 time: 0.0997255 Apr 12 14:58:43.283434 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:43.333845 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:43.349807 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-9aba8c3e-6d6d-41b7-9503-f19872b7240c tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39fcc2a0fdd24f72a683109da0ad023e HTTP/1.1" status: 200 len: 380 time: 0.0585139 Apr 12 14:58:43.360737 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'port': {'device_id': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'admin_state_up': True, 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'security_groups': ['0354a8f5-9cd0-4404-8b20-cf610ce586a9']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:43.528854 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Made reservation on behalf of 39fcc2a0fdd24f72a683109da0ad023e for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:58:43.532390 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:43.571217 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['5c58da46-e5bb-4b4a-8051-745b00e75ae2'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:58:43.657134 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eae8de8b-650d-494d-9236-4af0305c7986 req-4865247e-e8a8-47e7-8793-f73db302ce16 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0488343 Apr 12 14:58:43.728032 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Allocated IP 172.20.0.6 (6cdec854-4846-4896-ad7e-f14d9793db5b/18e8e686-5de9-4a85-8edd-c7a370e821a3/95cec772-b36b-4db9-bc7d-ba457a268029) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:58:43.869273 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for port (95cec772-b36b-4db9-bc7d-ba457a268029), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:43.980441 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.026439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Network 6cdec854-4846-4896-ad7e-f14d9793db5b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:58:44.029441 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:58:44.032997 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:58:44.061591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event updated for resources: {'Port': ['ID=95cec772-b36b-4db9-bc7d-ba457a268029,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:44.096177 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:44.096812 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.129927 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40920d-3055-4b9e-85ba-6d5acf4ef023 req-4a8d17a4-45fb-4651-8482-2bcecb29bdb3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:44.132127 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca40920d-3055-4b9e-85ba-6d5acf4ef023 req-4a8d17a4-45fb-4651-8482-2bcecb29bdb3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 945 time: 0.0504961 Apr 12 14:58:44.155559 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16fce9c1-a9a4-4131-bdd7-dd6af7d0625a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000045 Apr 12 14:58:44.170946 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Request body: {'port': {'device_id': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:44.183577 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca40920d-3055-4b9e-85ba-6d5acf4ef023 req-80ac627d-978e-48b9-80ca-618e6fa36a54 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464728 Apr 12 14:58:44.238165 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.256978 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-cad28fce-be3a-4bd5-8a88-9fa7d568e145 None None] Provisioning complete for port 95cec772-b36b-4db9-bc7d-ba457a268029 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:58:44.257533 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-cad28fce-be3a-4bd5-8a88-9fa7d568e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.291763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-cad28fce-be3a-4bd5-8a88-9fa7d568e145 None None] Port 95cec772-b36b-4db9-bc7d-ba457a268029 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:58:44.499192 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95cec772-b36b-4db9-bc7d-ba457a268029 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:58:44.506705 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Publish callbacks [] for port (95cec772-b36b-4db9-bc7d-ba457a268029), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.518487 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Transition to ACTIVE for port object 95cec772-b36b-4db9-bc7d-ba457a268029 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:58:44.583161 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.635587 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Pushing event updated for resources: {'Port': ['ID=95cec772-b36b-4db9-bc7d-ba457a268029,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:44.710375 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Attempting to bind port 95cec772-b36b-4db9-bc7d-ba457a268029 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:58:44.710708 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Attempting to bind port 95cec772-b36b-4db9-bc7d-ba457a268029 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:58:44.711033 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Attempting to bind port 95cec772-b36b-4db9-bc7d-ba457a268029 on network 6cdec854-4846-4896-ad7e-f14d9793db5b {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:58:44.715672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Port 95cec772-b36b-4db9-bc7d-ba457a268029 on network 6cdec854-4846-4896-ad7e-f14d9793db5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:58:44.715992 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Attempting to bind port 95cec772-b36b-4db9-bc7d-ba457a268029 on network 6cdec854-4846-4896-ad7e-f14d9793db5b {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:58:44.720979 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:58:44.721321 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Checking segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:58:44.721736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Bound using segment: {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:58:44.722165 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Bound port: 95cec772-b36b-4db9-bc7d-ba457a268029, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:58:44.722530 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.795004 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab3744-5d2d-4efa-8be2-125d70b6cbd0 req-bf297339-a322-4fae-ba44-5ae5ca2cd6df tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:44.797136 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88ab3744-5d2d-4efa-8be2-125d70b6cbd0 req-bf297339-a322-4fae-ba44-5ae5ca2cd6df tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 943 time: 0.0580764 Apr 12 14:58:44.815943 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] For port 95cec772-b36b-4db9-bc7d-ba457a268029, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:58:44.821604 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] For port 95cec772-b36b-4db9-bc7d-ba457a268029, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=95cec772-b36b-4db9-bc7d-ba457a268029,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:58:44.851311 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88ab3744-5d2d-4efa-8be2-125d70b6cbd0 req-d8c816af-d184-44f6-9e82-4bba99af0bd3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451479 Apr 12 14:58:44.880746 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:58:44.890035 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.932451 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:44.933231 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:44.934667 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] 10.222.0.57 "PUT /v2.0/ports/95cec772-b36b-4db9-bc7d-ba457a268029 HTTP/1.1" status: 200 len: 1093 time: 0.7680271 Apr 12 14:58:44.935233 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:44.937468 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e6cff-884f-4305-895b-c0a6908040d6" -d '{"events": [{"name": "network-changed", "server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:44.939256 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:58:44.965045 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e04ac8-9c56-4c3d-8911-4907f24050bb service neutron] Pushing event updated for resources: {'Port': ['ID=95cec772-b36b-4db9-bc7d-ba457a268029,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:44.983882 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ac4ef8-0736-4435-9126-1deb4ae59474 x-openstack-request-id: req-62ac4ef8-0736-4435-9126-1deb4ae59474 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:44.984181 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:44.984440 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62ac4ef8-0736-4435-9126-1deb4ae59474 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:44.984852 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ac4ef8-0736-4435-9126-1deb4ae59474'] response: {'name': 'network-changed', 'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029', 'status': 'completed', 'code': 200} Apr 12 14:58:45.032016 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:58:45.032392 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:45.050594 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6cff-884f-4305-895b-c0a6908040d6 req-b4c85a50-edec-4d84-bbcb-affb64131ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.050594 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-106e6cff-884f-4305-895b-c0a6908040d6 req-b4c85a50-edec-4d84-bbcb-affb64131ec2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 1127 time: 0.0426886 Apr 12 14:58:45.119639 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:45.120075 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:45.147283 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:45.149790 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0321bd-c153-4d68-918a-e0ee204e2912" -d '{"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-plugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:45.165670 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6cff-884f-4305-895b-c0a6908040d6 req-74538a73-6b58-4935-815c-c219eb828e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.167091 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-106e6cff-884f-4305-895b-c0a6908040d6 req-74538a73-6b58-4935-815c-c219eb828e95 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1107388 Apr 12 14:58:45.171141 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:45.191345 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca36450-9017-4d41-91bd-99e25be80dc2 x-openstack-request-id: req-2ca36450-9017-4d41-91bd-99e25be80dc2 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:45.191712 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-plugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:45.192029 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ca36450-9017-4d41-91bd-99e25be80dc2 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:45.192456 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca36450-9017-4d41-91bd-99e25be80dc2'] response: {'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'code': 200} Apr 12 14:58:45.226941 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:45.278038 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e6cff-884f-4305-895b-c0a6908040d6 req-78546d6a-51e1-43c4-9a15-e97ec2b40433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.279729 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-106e6cff-884f-4305-895b-c0a6908040d6 req-78546d6a-51e1-43c4-9a15-e97ec2b40433 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057122 Apr 12 14:58:45.288923 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:45.314580 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc3ff6-4a50-47a0-8748-39696fb45509 req-1ecbf0f7-ccc2-4810-b0d0-5b8f5864ea73 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.316986 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e6cc3ff6-4a50-47a0-8748-39696fb45509 req-1ecbf0f7-ccc2-4810-b0d0-5b8f5864ea73 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0565286 Apr 12 14:58:45.370802 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-a58317e8-0b4f-4f1e-80dd-f14c143b3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.372383 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-a58317e8-0b4f-4f1e-80dd-f14c143b3548 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 1127 time: 0.0450096 Apr 12 14:58:45.376632 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e6cc3ff6-4a50-47a0-8748-39696fb45509 req-32cb945c-dd59-4261-9d4e-8bebe8c547ca tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524659 Apr 12 14:58:45.422217 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-1dda70ba-cc79-4e95-85a0-4932ae1141e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cec772-b36b-4db9-bc7d-ba457a268029 HTTP/1.1" status: 200 len: 217 time: 0.0362470 Apr 12 14:58:45.512945 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-4753c0f0-8a3d-4c58-858f-2d6658e56723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.514436 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-4753c0f0-8a3d-4c58-858f-2d6658e56723 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.0843396 Apr 12 14:58:45.535587 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533f66b-3194-45ab-b4fe-b7addfc66427 req-f471f85d-de0d-47dc-b30c-dbcce6123ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.537056 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8533f66b-3194-45ab-b4fe-b7addfc66427 req-f471f85d-de0d-47dc-b30c-dbcce6123ac8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 1130 time: 0.0556328 Apr 12 14:58:45.578568 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16a757e3-c35b-4955-ac92-efcbaee3b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.580112 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-16a757e3-c35b-4955-ac92-efcbaee3b330 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562582 Apr 12 14:58:45.623298 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8533f66b-3194-45ab-b4fe-b7addfc66427 req-e89725b8-4e40-4e59-8d4d-1cab645c60c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704587 Apr 12 14:58:45.690702 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-ede0945a-95b6-4226-b41e-50a4cf925493 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961020 Apr 12 14:58:45.946689 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-af8a0174-767b-471e-98ee-8dc10a572635 req-832efecf-4aea-4de0-a6ce-286217ac22d5 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933714 Apr 12 14:58:45.971233 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812d708-da2e-41bc-a1e2-448b399a9b4b req-f40527c4-a068-4ad9-9ef0-69a4f7a5c35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:45.989213 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2812d708-da2e-41bc-a1e2-448b399a9b4b req-f40527c4-a068-4ad9-9ef0-69a4f7a5c35d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 943 time: 0.0488994 Apr 12 14:58:46.022328 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2812d708-da2e-41bc-a1e2-448b399a9b4b req-cc08235a-2385-48b2-b466-0dbcca376ac3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 Apr 12 14:58:46.500106 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e86dc-05c5-4f6f-85c0-da1318b386a3 req-c64bb737-0def-44f5-801f-db959f84c228 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:46.501585 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-230e86dc-05c5-4f6f-85c0-da1318b386a3 req-c64bb737-0def-44f5-801f-db959f84c228 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0460482 Apr 12 14:58:46.553300 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-230e86dc-05c5-4f6f-85c0-da1318b386a3 req-3496c47a-1d70-49ed-93ca-fe8be464a7d1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445948 Apr 12 14:58:47.141470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b193b5-c04e-4e1f-8df1-b5f0b892e088 req-85bc8afc-1cbc-401f-ad1d-8ae6444acf92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:47.142967 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1b193b5-c04e-4e1f-8df1-b5f0b892e088 req-85bc8afc-1cbc-401f-ad1d-8ae6444acf92 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 943 time: 0.0470059 Apr 12 14:58:47.190236 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1b193b5-c04e-4e1f-8df1-b5f0b892e088 req-e7eff2f9-a7ec-48df-84ca-6856f93796c4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408196 Apr 12 14:58:47.675277 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebd208-c73e-4a31-be0a-8b6b32e0685e req-11cc2266-fee6-49ea-8656-c3caa3fa0062 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:47.676784 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9ebd208-c73e-4a31-be0a-8b6b32e0685e req-11cc2266-fee6-49ea-8656-c3caa3fa0062 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0491974 Apr 12 14:58:47.727298 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9ebd208-c73e-4a31-be0a-8b6b32e0685e req-98d6d474-5c2c-4d2a-9bd0-c3f609568f3d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Apr 12 14:58:48.322305 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d64fb-9ea7-4685-87c5-2a6644a63c31 req-1b9ae4d2-dff7-482b-93b7-624173284305 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:48.324038 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-926d64fb-9ea7-4685-87c5-2a6644a63c31 req-1b9ae4d2-dff7-482b-93b7-624173284305 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 943 time: 0.0540056 Apr 12 14:58:48.372086 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-926d64fb-9ea7-4685-87c5-2a6644a63c31 req-b542e44d-b3b7-458a-bf37-ab4078a52474 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Apr 12 14:58:48.863179 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ef3a-b104-4da1-a322-4f5a05e57beb req-0d640226-3acd-4aef-a194-1668aecfc220 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:48.864548 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e907ef3a-b104-4da1-a322-4f5a05e57beb req-0d640226-3acd-4aef-a194-1668aecfc220 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0515335 Apr 12 14:58:48.900717 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 95cec772-b36b-4db9-bc7d-ba457a268029 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:58:48.918076 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e907ef3a-b104-4da1-a322-4f5a05e57beb req-811dcfa7-906b-401f-a9ed-3eccfa66f45c tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472004 Apr 12 14:58:49.003386 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 95cec772-b36b-4db9-bc7d-ba457a268029, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=95cec772-b36b-4db9-bc7d-ba457a268029,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:49.016057 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '95cec772-b36b-4db9-bc7d-ba457a268029', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'port_id': '95cec772-b36b-4db9-bc7d-ba457a268029', 'mac_address': 'fa:16:3e:92:06:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:58:49.058092 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 95cec772-b36b-4db9-bc7d-ba457a268029 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:49.058484 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:49.064519 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a744c-9a2c-4e71-b750-da43e3c364cd req-1bbbf2f4-d03e-4c02-b7d1-3b3ba5560089 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:49.066438 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd9a744c-9a2c-4e71-b750-da43e3c364cd req-1bbbf2f4-d03e-4c02-b7d1-3b3ba5560089 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0675147 Apr 12 14:58:49.075865 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95cec772-b36b-4db9-bc7d-ba457a268029 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:58:49.077255 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43720) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:49.081813 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Request body: {'floatingip': {'port_id': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:49.095686 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 95cec772-b36b-4db9-bc7d-ba457a268029, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=95cec772-b36b-4db9-bc7d-ba457a268029,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:49.126077 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (bb5080ab-445c-4b26-8b82-fc4a4d18d0dd), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:49.175083 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:49.230982 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=95cec772-b36b-4db9-bc7d-ba457a268029,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:49.486308 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['95cec772-b36b-4db9-bc7d-ba457a268029'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:58:49.506658 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c479cc-7705-4eb4-91d1-435aaf3df755 req-8a63196b-7c5a-45ce-bfe6-5f4ce86d7674 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:49.509332 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-20c479cc-7705-4eb4-91d1-435aaf3df755 req-8a63196b-7c5a-45ce-bfe6-5f4ce86d7674 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 944 time: 0.0590281 Apr 12 14:58:49.583094 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-20c479cc-7705-4eb4-91d1-435aaf3df755 req-3d2ffa5a-0fac-4982-8368-a8d4e30a2fbb tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670781 Apr 12 14:58:49.878593 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:49.937553 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (bb5080ab-445c-4b26-8b82-fc4a4d18d0dd), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:50.041011 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Floating IP bb5080ab-445c-4b26-8b82-fc4a4d18d0dd associated. External IP: 172.27.2.104, port: 5c58da46-e5bb-4b4a-8051-745b00e75ae2. Apr 12 14:58:50.254834 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Router c22de5c5-fff7-4c3f-94ea-674c5536ce22 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:58:50.368931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:58:50.373990 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:50.378591 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] Sync routers for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:58:50.390710 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:50.391514 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:50.404019 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-50e3cfbb-15eb-4c7b-a9b1-90dc5a6ec3b6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "PUT /v2.0/floatingips/bb5080ab-445c-4b26-8b82-fc4a4d18d0dd HTTP/1.1" status: 200 len: 992 time: 1.3256147 Apr 12 14:58:50.404589 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:50.406851 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ce38a-5fae-4a97-a6eb-6db089947d84" -d '{"events": [{"name": "network-changed", "server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:50.442314 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428cc298-a6c3-49fa-b34c-c7d09355f78a x-openstack-request-id: req-428cc298-a6c3-49fa-b34c-c7d09355f78a {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:50.442683 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:50.443008 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-428cc298-a6c3-49fa-b34c-c7d09355f78a {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:50.444108 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428cc298-a6c3-49fa-b34c-c7d09355f78a'] response: {'name': 'network-changed', 'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'status': 'completed', 'code': 200} Apr 12 14:58:50.510544 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-6adfa6c9-01f6-460d-8a6d-aaaa08576a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:50.512227 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-6adfa6c9-01f6-460d-8a6d-aaaa08576a6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 1130 time: 0.0403788 Apr 12 14:58:50.514931 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:50.613442 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-98cd29e5-32fe-4dc8-b6bb-0e0403318dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:50.620200 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-98cd29e5-32fe-4dc8-b6bb-0e0403318dc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 917 time: 0.0991108 Apr 12 14:58:50.693038 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-b69bf6e8-693e-4dd3-9c5e-c83268dd9380 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0634842 Apr 12 14:58:50.731463 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8e497-7954-4e96-9e38-5a99b987dc6d req-7ba21ff0-14cd-4915-9f7a-a695bec0f482 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:50.733848 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-12f8e497-7954-4e96-9e38-5a99b987dc6d req-7ba21ff0-14cd-4915-9f7a-a695bec0f482 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 944 time: 0.0503819 Apr 12 14:58:50.754739 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-4b79c2fd-aee5-4ab0-af3c-e080c92a6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:50.756643 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-4b79c2fd-aee5-4ab0-af3c-e080c92a6701 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.0533009 Apr 12 14:58:50.781529 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-12f8e497-7954-4e96-9e38-5a99b987dc6d req-7b09afaf-1579-492a-b6bc-5c4468b6d8e1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Apr 12 14:58:50.792865 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'bb5080ab-445c-4b26-8b82-fc4a4d18d0dd', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'port_id': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'mac_address': 'fa:16:3e:39:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:31Z', 'updated_at': '2022-04-12T14:58:49Z', 'revision_number': 1, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:50.820137 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] Checking router: c22de5c5-fff7-4c3f-94ea-674c5536ce22 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:58:50.821066 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-f4d42051-5e28-4a21-833c-8ecf9e2ae6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:50.822808 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-f4d42051-5e28-4a21-833c-8ecf9e2ae6bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509720 Apr 12 14:58:50.828908 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:50.829523 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:50.916167 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-33a07ccc-adb4-4b8a-a0d5-8586ac153004 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858479 Apr 12 14:58:50.918533 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 95cec772-b36b-4db9-bc7d-ba457a268029 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:58:50.972008 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:51.014662 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bb7ce38a-5fae-4a97-a6eb-6db089947d84 req-320d03ea-5850-418e-b0a4-aa4a83f01e53 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917218 Apr 12 14:58:51.019024 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 95cec772-b36b-4db9-bc7d-ba457a268029 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:58:51.213594 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 95cec772-b36b-4db9-bc7d-ba457a268029 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:58:51.213879 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:51.376951 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 95cec772-b36b-4db9-bc7d-ba457a268029 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:58:51.377336 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:51.382731 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'bb5080ab-445c-4b26-8b82-fc4a4d18d0dd', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'port_id': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'mac_address': 'fa:16:3e:39:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:31Z', 'updated_at': '2022-04-12T14:58:49Z', 'revision_number': 1, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:51.415796 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73514e0a-1ff3-4e85-ac68-0e0102f2549a None None] The sync data for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi is: [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'bb5080ab-445c-4b26-8b82-fc4a4d18d0dd', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'port_id': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'mac_address': 'fa:16:3e:39:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:31Z', 'updated_at': '2022-04-12T14:58:49Z', 'revision_number': 1, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:58:51.428613 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:51.430903 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda8699-1d8c-4aa1-a5d1-f30a2dedfc44" -d '{"events": [{"server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "name": "network-vif-plugged", "status": "completed", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:51.449504 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 95cec772-b36b-4db9-bc7d-ba457a268029, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=95cec772-b36b-4db9-bc7d-ba457a268029,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:58:51.478813 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d160d-02eb-4375-94a9-7558192a8685 x-openstack-request-id: req-8f8d160d-02eb-4375-94a9-7558192a8685 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:51.479129 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "name": "network-vif-plugged", "status": "completed", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:51.479434 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f8d160d-02eb-4375-94a9-7558192a8685 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:51.479834 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f8d160d-02eb-4375-94a9-7558192a8685'] response: {'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029', 'code': 200} Apr 12 14:58:51.554759 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:51.607321 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=95cec772-b36b-4db9-bc7d-ba457a268029,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:58:51.657494 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d0a07-cacb-41bf-bf3f-91dabe7492fa None None] New status for floating IP bb5080ab-445c-4b26-8b82-fc4a4d18d0dd: ACTIVE {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:58:51.854839 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474b2e7-5e02-410d-9b45-144b4e15a47e req-cb0c4f6b-badf-421f-ae19-1c14842181c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:51.856453 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e474b2e7-5e02-410d-9b45-144b4e15a47e req-cb0c4f6b-badf-421f-ae19-1c14842181c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 1129 time: 0.0512049 Apr 12 14:58:51.916448 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e474b2e7-5e02-410d-9b45-144b4e15a47e req-6d309c1b-98bd-4893-bb7f-81e5365aab83 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438514 Apr 12 14:58:51.932456 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2a770-e7d6-42f7-a8ae-43df05d6f1d0 req-dbc65869-0b22-4de6-9bac-5bd02c441fc3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:51.934962 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bbd2a770-e7d6-42f7-a8ae-43df05d6f1d0 req-dbc65869-0b22-4de6-9bac-5bd02c441fc3 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0633953 Apr 12 14:58:51.993447 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bbd2a770-e7d6-42f7-a8ae-43df05d6f1d0 req-e8920ec9-5ee1-47d5-9969-8249acd7d825 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523403 Apr 12 14:58:53.111636 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580aa2f-f5ea-4751-b2da-7121dfb94c43 req-13ddfaa1-4266-485d-a461-e96db66f4488 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:53.113078 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2580aa2f-f5ea-4751-b2da-7121dfb94c43 req-13ddfaa1-4266-485d-a461-e96db66f4488 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0487354 Apr 12 14:58:53.161010 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2580aa2f-f5ea-4751-b2da-7121dfb94c43 req-8750e3e0-6b23-46b2-8660-2c6925379957 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Apr 12 14:58:54.281312 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5327bf0-f459-4993-986a-0424006b11fe req-38b80905-85e4-402e-b445-f0c6d4e28910 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:54.282792 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5327bf0-f459-4993-986a-0424006b11fe req-38b80905-85e4-402e-b445-f0c6d4e28910 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0505552 Apr 12 14:58:54.338541 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5327bf0-f459-4993-986a-0424006b11fe req-28b7e3da-18f6-4843-95ef-c903c908cf10 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495517 Apr 12 14:58:54.454127 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b8113-bced-4f60-9206-6dd2a669c143 req-27066e50-8ae2-4b2e-8a63-fc2362aad2ec tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:54.455493 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ea9b8113-bced-4f60-9206-6dd2a669c143 req-27066e50-8ae2-4b2e-8a63-fc2362aad2ec tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0465243 Apr 12 14:58:54.465048 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43742) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:58:54.469394 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Request body: {'floatingip': {'port_id': '95cec772-b36b-4db9-bc7d-ba457a268029'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:58:54.509915 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (eabee1f9-8c1d-4530-8268-5d9a7affa1fc), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:55.206556 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:55.260225 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (eabee1f9-8c1d-4530-8268-5d9a7affa1fc), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:55.368159 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.l3_db [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Floating IP eabee1f9-8c1d-4530-8268-5d9a7affa1fc associated. External IP: 172.27.2.16, port: 95cec772-b36b-4db9-bc7d-ba457a268029. Apr 12 14:58:55.592684 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Router 1abf0cb9-8a4f-40d4-88b2-92c857022443 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:58:55.711103 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:58:55.715547 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:58:55.722225 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] Sync routers for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:58:55.734004 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:55.734651 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:55.759939 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0ccb5659-6b57-4a57-81dc-c53a4ee4bbf6 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "PUT /v2.0/floatingips/eabee1f9-8c1d-4530-8268-5d9a7affa1fc HTTP/1.1" status: 200 len: 990 time: 1.2801783 Apr 12 14:58:55.759939 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:58:55.759939 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac407c7-6695-40f6-96b6-e3a075507124" -d '{"events": [{"name": "network-changed", "server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:58:55.786649 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5480eb42-b69f-424e-aa93-7e56024e451a x-openstack-request-id: req-5480eb42-b69f-424e-aa93-7e56024e451a {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:58:55.787518 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:58:55.788521 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5480eb42-b69f-424e-aa93-7e56024e451a {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:58:55.788937 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5480eb42-b69f-424e-aa93-7e56024e451a'] response: {'name': 'network-changed', 'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029', 'status': 'completed', 'code': 200} Apr 12 14:58:55.846880 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-0dc03749-62f6-4f70-a0bc-5b470665f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:55.848354 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-0dc03749-62f6-4f70-a0bc-5b470665f155 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 1129 time: 0.0400257 Apr 12 14:58:55.857025 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:55.950942 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-70bf1021-34be-4141-8709-ef06b5c1ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:55.952443 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-70bf1021-34be-4141-8709-ef06b5c1ff01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 200 len: 912 time: 0.0951462 Apr 12 14:58:56.024370 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-0906e4da-3928-438f-8268-b4b2aefdb375 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95cec772-b36b-4db9-bc7d-ba457a268029 HTTP/1.1" status: 200 len: 998 time: 0.0663769 Apr 12 14:58:56.076548 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-c2a96702-17c7-4d01-8ed8-95514b6892a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:56.077985 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-c2a96702-17c7-4d01-8ed8-95514b6892a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 200 len: 850 time: 0.0484285 Apr 12 14:58:56.080892 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'eabee1f9-8c1d-4530-8268-5d9a7affa1fc', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'port_id': '95cec772-b36b-4db9-bc7d-ba457a268029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'mac_address': 'fa:16:3e:92:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:39Z', 'updated_at': '2022-04-12T14:58:55Z', 'revision_number': 1, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:56.109082 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] Checking router: 1abf0cb9-8a4f-40d4-88b2-92c857022443 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:58:56.118165 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:58:56.118777 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:58:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:56.121950 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-834d89c8-0aa4-4a99-8a87-e813421b3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:58:56.123461 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-834d89c8-0aa4-4a99-8a87-e813421b3b2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6cdec854-4846-4896-ad7e-f14d9793db5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398030 Apr 12 14:58:56.222267 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-47e35d73-a3e2-496b-936b-320a7c2ca90c service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857701 Apr 12 14:58:56.230464 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:58:56.319390 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8ac407c7-6695-40f6-96b6-e3a075507124 req-59c7bfbd-1a40-4596-9c61-dde56d3e95f1 service neutron] 10.222.0.57 "GET /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914009 Apr 12 14:58:56.455689 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'eabee1f9-8c1d-4530-8268-5d9a7affa1fc', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'port_id': '95cec772-b36b-4db9-bc7d-ba457a268029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'mac_address': 'fa:16:3e:92:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:39Z', 'updated_at': '2022-04-12T14:58:55Z', 'revision_number': 1, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:58:56.488541 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb63c771-d85b-4fce-a95b-ee6e62e87b8d None None] The sync data for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi is: [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'eabee1f9-8c1d-4530-8268-5d9a7affa1fc', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'port_id': '95cec772-b36b-4db9-bc7d-ba457a268029', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'mac_address': 'fa:16:3e:92:06:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:58:39Z', 'updated_at': '2022-04-12T14:58:55Z', 'revision_number': 1, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:58:56.707788 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfba03-792d-4877-9d57-4872de751e06 None None] New status for floating IP eabee1f9-8c1d-4530-8268-5d9a7affa1fc: ACTIVE {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:58:57.474752 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-cd09c057-1bdb-45b0-9eb0-59ec648da9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:00.111120 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1518b7b1-69ec-4909-be0e-4f9a5f70dcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:01.314499 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:01.514415 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:59:03.194707 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:04.071463 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:07.088381 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:12.203261 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ee5f4-df54-4a27-9331-a8739a14879c req-30f21e17-242c-4390-aa1e-50d4599540f6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:12.204745 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-957ee5f4-df54-4a27-9331-a8739a14879c req-30f21e17-242c-4390-aa1e-50d4599540f6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.0470982 Apr 12 14:59:12.255661 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-957ee5f4-df54-4a27-9331-a8739a14879c req-0a2c0543-3457-4644-9966-36e28e40d3ce tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Apr 12 14:59:13.372289 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d3f26-9219-4f5a-9932-a060b2d3d938 req-0fea07cd-c42a-4683-a288-9e4a3fb9f96c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:13.373864 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-234d3f26-9219-4f5a-9932-a060b2d3d938 req-0fea07cd-c42a-4683-a288-9e4a3fb9f96c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.0476949 Apr 12 14:59:13.422220 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-234d3f26-9219-4f5a-9932-a060b2d3d938 req-51a52417-a10b-4635-b172-782038b98064 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Apr 12 14:59:13.982208 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-fce35d3b-ec1d-4e6a-b6e6-2d86c27e2cb2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:13.983700 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-fce35d3b-ec1d-4e6a-b6e6-2d86c27e2cb2 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Apr 12 14:59:14.081298 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port 0234a853-b13d-45b5-b98f-e584074a2235 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:14.081676 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (0234a853-b13d-45b5-b98f-e584074a2235), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:14.172029 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] For port 0234a853-b13d-45b5-b98f-e584074a2235, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0234a853-b13d-45b5-b98f-e584074a2235,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:14.172385 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (0234a853-b13d-45b5-b98f-e584074a2235), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:14.353341 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:14.353739 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (40ccc7b4-7497-4739-868e-00cc8a3ddbc0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:14.354087 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP 40ccc7b4-7497-4739-868e-00cc8a3ddbc0 disassociated. External IP: 172.27.2.3, port: 0234a853-b13d-45b5-b98f-e584074a2235. Apr 12 14:59:14.354483 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for 0234a853-b13d-45b5-b98f-e584074a2235 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:14.580244 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (0234a853-b13d-45b5-b98f-e584074a2235), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:14.604612 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227db62-9365-4071-9ae2-d1e833e0978d req-a5c023de-2f54-4412-ab57-b09695110814 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:14.606311 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6227db62-9365-4071-9ae2-d1e833e0978d req-a5c023de-2f54-4412-ab57-b09695110814 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 945 time: 0.1130404 Apr 12 14:59:14.616639 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=0234a853-b13d-45b5-b98f-e584074a2235,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:14.661074 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6227db62-9365-4071-9ae2-d1e833e0978d req-093d7f5d-f4e9-48f8-beef-481569d74632 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d551b90-1849-410e-8ab3-1552fda8ae3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489051 Apr 12 14:59:14.850775 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:59:14.963575 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:59:14.975225 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:59:14.991976 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:14.993250 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:15.010180 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] No DVR routers for this DVR port 0234a853-b13d-45b5-b98f-e584074a2235 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:59:15.013479 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:15.017055 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08cb2c9c-9332-44b5-9055-ecc9bb8e0e9e req-daaa08ca-b28a-4e8b-a340-2012050fe10e tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "DELETE /v2.0/ports/0234a853-b13d-45b5-b98f-e584074a2235 HTTP/1.1" status: 204 len: 173 time: 1.0271468 Apr 12 14:59:15.017531 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'name': 'network-vif-deleted', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:15.019914 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6faa2e-1c88-49c3-b3f1-28a861896d62" -d '{"events": [{"server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "name": "network-vif-deleted", "tag": "0234a853-b13d-45b5-b98f-e584074a2235"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:15.067055 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2ed6ac-75d4-49e7-b09f-f2ea54424e15 x-openstack-request-id: req-fe2ed6ac-75d4-49e7-b09f-f2ea54424e15 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:15.068446 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae131a2b-c453-4c6c-b640-61daffe8c005", "name": "network-vif-deleted", "tag": "0234a853-b13d-45b5-b98f-e584074a2235", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:15.068763 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe2ed6ac-75d4-49e7-b09f-f2ea54424e15 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:15.069616 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2ed6ac-75d4-49e7-b09f-f2ea54424e15'] response: {'server_uuid': 'ae131a2b-c453-4c6c-b640-61daffe8c005', 'name': 'network-vif-deleted', 'tag': '0234a853-b13d-45b5-b98f-e584074a2235', 'status': 'completed', 'code': 200} Apr 12 14:59:15.130541 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:15.343645 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:15.381779 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:59:15.390515 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:15.391154 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:15.635404 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:15.846904 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:15.854887 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc3896db-9c22-4c51-a4d5-1694a8674aa3 req-4edfecd3-3cf9-4ff1-8599-872b8e46d144 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae131a2b-c453-4c6c-b640-61daffe8c005 HTTP/1.1" status: 200 len: 210 time: 0.0954840 Apr 12 14:59:15.878809 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eda1e6-38ca-4b23-8d0a-97a363f1d713 None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:59:16.100970 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c799aa4-e366-485d-9592-f085a83bc781 None None] New status for floating IP 40ccc7b4-7497-4739-868e-00cc8a3ddbc0: DOWN {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:59:17.013539 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43860) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:17.026850 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 0234a853-b13d-45b5-b98f-e584074a2235 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:59:17.051446 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 0234a853-b13d-45b5-b98f-e584074a2235 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:59:17.051804 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 0234a853-b13d-45b5-b98f-e584074a2235 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:59:17.068369 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-72d58df1-86fc-4fc8-ac9d-15601243f0cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (0d551b90-1849-410e-8ab3-1552fda8ae3d), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.099650 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-72d58df1-86fc-4fc8-ac9d-15601243f0cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (0d551b90-1849-410e-8ab3-1552fda8ae3d), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.222856 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-72d58df1-86fc-4fc8-ac9d-15601243f0cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0d551b90-1849-410e-8ab3-1552fda8ae3d), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.226439 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-72d58df1-86fc-4fc8-ac9d-15601243f0cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.227625 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-72d58df1-86fc-4fc8-ac9d-15601243f0cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/security-groups/0d551b90-1849-410e-8ab3-1552fda8ae3d HTTP/1.1" status: 204 len: 168 time: 0.2130659 Apr 12 14:59:17.230812 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43862) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:17.237848 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d58df1-86fc-4fc8-ac9d-15601243f0cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d551b90-1849-410e-8ab3-1552fda8ae3d,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:17.249970 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.api.v2.resource [None req-8b2064a5-dc25-4bbf-87c9-da4e9cca355d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] show failed (client error): The resource could not be found. Apr 12 14:59:17.254101 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8b2064a5-dc25-4bbf-87c9-da4e9cca355d tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups/0d551b90-1849-410e-8ab3-1552fda8ae3d HTTP/1.1" status: 404 len: 347 time: 0.0192001 Apr 12 14:59:17.254329 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43864) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:17.375764 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port 84474bf7-7d40-41f2-8c57-38e64e151545 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:17.376048 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (84474bf7-7d40-41f2-8c57-38e64e151545), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.453844 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (84474bf7-7d40-41f2-8c57-38e64e151545), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.454174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (84474bf7-7d40-41f2-8c57-38e64e151545), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.466572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for 84474bf7-7d40-41f2-8c57-38e64e151545 owned by network:floatingip {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:17.679972 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (84474bf7-7d40-41f2-8c57-38e64e151545), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.706764 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=84474bf7-7d40-41f2-8c57-38e64e151545,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:17.769180 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (40ccc7b4-7497-4739-868e-00cc8a3ddbc0), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.771909 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:17.773062 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-75c17271-4edb-4198-8e44-8bf4c59288a5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/floatingips/40ccc7b4-7497-4739-868e-00cc8a3ddbc0 HTTP/1.1" status: 204 len: 168 time: 0.5172479 Apr 12 14:59:18.222594 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43874) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:18.228065 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-a1312135-348c-4d0d-a301-2712f10258d0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--261228252', 'description': 'tempest-description--1214415243'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:59:18.319805 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a1312135-348c-4d0d-a301-2712f10258d0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:18.389515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a1312135-348c-4d0d-a301-2712f10258d0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (a3171e26-c2e3-4346-93ae-466f884ea397), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:18.449734 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7588b-1b5e-47b3-bcde-988d8bde4c9b req-4b1e9e74-5b31-426e-b148-8d8865e7bd36 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:18.451137 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc7588b-1b5e-47b3-bcde-988d8bde4c9b req-4b1e9e74-5b31-426e-b148-8d8865e7bd36 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0486820 Apr 12 14:59:18.474526 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a1312135-348c-4d0d-a301-2712f10258d0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a3171e26-c2e3-4346-93ae-466f884ea397), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:18.501674 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2cc7588b-1b5e-47b3-bcde-988d8bde4c9b req-dab5e69e-5697-4ed8-a7ae-345beaec5714 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Apr 12 14:59:18.507572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1312135-348c-4d0d-a301-2712f10258d0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3171e26-c2e3-4346-93ae-466f884ea397,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:18.578962 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a1312135-348c-4d0d-a301-2712f10258d0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:18.580215 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-a1312135-348c-4d0d-a301-2712f10258d0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3566163 Apr 12 14:59:18.583117 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43878) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:18.587457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-89745b86-73a0-4664-a989-60739d27e38b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': 'a3171e26-c2e3-4346-93ae-466f884ea397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:59:18.719904 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-89745b86-73a0-4664-a989-60739d27e38b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (7b505711-6885-46c5-8908-d66c54d6aa63), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:18.780649 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-89745b86-73a0-4664-a989-60739d27e38b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (7b505711-6885-46c5-8908-d66c54d6aa63), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:18.894129 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-89745b86-73a0-4664-a989-60739d27e38b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (7b505711-6885-46c5-8908-d66c54d6aa63), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:18.918663 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745b86-73a0-4664-a989-60739d27e38b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b505711-6885-46c5-8908-d66c54d6aa63,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:19.021703 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-89745b86-73a0-4664-a989-60739d27e38b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.022961 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-89745b86-73a0-4664-a989-60739d27e38b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4388878 Apr 12 14:59:19.026237 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43880) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:19.030629 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-9cd23d65-83b5-4e1b-b15e-465c08ac01ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'security_group_rule': {'security_group_id': 'a3171e26-c2e3-4346-93ae-466f884ea397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:59:19.122458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9cd23d65-83b5-4e1b-b15e-465c08ac01ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (61488a60-9764-4a55-bbf1-bf7947ecee9f), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.187338 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9cd23d65-83b5-4e1b-b15e-465c08ac01ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (61488a60-9764-4a55-bbf1-bf7947ecee9f), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.270930 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9cd23d65-83b5-4e1b-b15e-465c08ac01ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (61488a60-9764-4a55-bbf1-bf7947ecee9f), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.302284 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd23d65-83b5-4e1b-b15e-465c08ac01ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61488a60-9764-4a55-bbf1-bf7947ecee9f,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:19.392334 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9cd23d65-83b5-4e1b-b15e-465c08ac01ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.393588 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9cd23d65-83b5-4e1b-b15e-465c08ac01ca tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663931 Apr 12 14:59:19.397263 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 43882) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:19.402135 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:59:19.510672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.601412 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.626980 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6b5eb-4037-4d1e-84b7-21b2b4f63280 req-df8c378e-ac23-4f57-a221-603aa2241cc1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:19.628568 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49b6b5eb-4037-4d1e-84b7-21b2b4f63280 req-df8c378e-ac23-4f57-a221-603aa2241cc1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0565853 Apr 12 14:59:19.687232 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49b6b5eb-4037-4d1e-84b7-21b2b4f63280 req-7f439389-a761-40d7-a8b8-23c8debc6fdf tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460124 Apr 12 14:59:19.729930 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.27.2.176 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/127c7551-62b0-4638-937c-2781101345b6) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:59:19.845178 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (127c7551-62b0-4638-937c-2781101345b6), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:19.974481 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (127c7551-62b0-4638-937c-2781101345b6), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:20.015293 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:59:20.018255 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:59:20.022590 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:59:20.048681 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=127c7551-62b0-4638-937c-2781101345b6,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:20.112093 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:20.236984 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (127c7551-62b0-4638-937c-2781101345b6), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:20.394960 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (127c7551-62b0-4638-937c-2781101345b6), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:20.459350 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (127c7551-62b0-4638-937c-2781101345b6), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:20.534906 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=127c7551-62b0-4638-937c-2781101345b6,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:20.547220 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:20.661327 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:20.663036 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-be44efe4-1bbf-4836-bbba-aa9b7eaa17c0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2646883 Apr 12 14:59:20.825300 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe38f4-b9a7-4c14-9615-28874718d071 req-9a9fee4b-48e3-4c0a-a046-e2b4d4484cfd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:20.826706 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88fe38f4-b9a7-4c14-9615-28874718d071 req-9a9fee4b-48e3-4c0a-a046-e2b4d4484cfd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0665653 Apr 12 14:59:20.847196 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-d4267959-e6e8-4340-a09e-5af607e0b963 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--261228252&fields=id&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 267 time: 0.0781579 Apr 12 14:59:20.945816 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88fe38f4-b9a7-4c14-9615-28874718d071 req-de96989c-6561-4a8a-8bfc-099278a4dce2 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110499 Apr 12 14:59:20.981157 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-1af88b45-d621-4fa9-bda5-475122b863b0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:20.982665 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-1af88b45-d621-4fa9-bda5-475122b863b0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.1278260 Apr 12 14:59:20.997276 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-e892ef19-a0be-44a4-a12e-e58d3570065c tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/quotas/d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 375 time: 0.0092585 Apr 12 14:59:21.046685 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-5a3daac4-9bfa-4a7a-a87e-009a8f0ae1ee tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443299 Apr 12 14:59:21.143909 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-d147c99d-4097-4c4c-aed6-d26c004e8b25 service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861204 Apr 12 14:59:21.233698 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-ece3e9c1-1b4a-4b74-9a46-5c9c4d434d4f service neutron] 10.222.0.64 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833828 Apr 12 14:59:21.480767 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-213b80b2-3e51-4ee6-8051-0f69af10d8be req-18ff6f31-d92c-46ff-9961-ab5867f0f921 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 210 time: 0.0322814 Apr 12 14:59:21.883604 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-ffabacf0-328a-481e-ba6d-c0d8e9fe02aa tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:21.886503 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-ffabacf0-328a-481e-ba6d-c0d8e9fe02aa tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0508690 Apr 12 14:59:21.978706 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Deleting port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:21.979046 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:22.068984 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e77da-ba34-4e85-9ff0-330bae80f399 req-33b29a45-618e-42ea-a7ee-e95050e1ab59 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:22.070766 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f47e77da-ba34-4e85-9ff0-330bae80f399 req-33b29a45-618e-42ea-a7ee-e95050e1ab59 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 945 time: 0.0538075 Apr 12 14:59:22.134069 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f47e77da-ba34-4e85-9ff0-330bae80f399 req-89f0dedd-f607-46b4-a6f8-57ac92786df7 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=0d786903-8e02-4fd4-8e54-629682ed0586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559835 Apr 12 14:59:22.329517 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] For port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:22.329899 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:22.513356 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:22.513356 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:22.513553 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Floating IP 1af88a7b-d664-4de6-b26d-ed5a902865d8 disassociated. External IP: 172.27.2.229, port: d0d6b7ba-aadc-4c5d-96b6-feb347509ccf. Apr 12 14:59:22.513876 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Calling delete_port for d0d6b7ba-aadc-4c5d-96b6-feb347509ccf owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:22.591399 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77da8a63-cb80-4da2-95ed-91924e3157e6 req-42ed9b53-02a9-4c93-b68d-5a4b6ae7d634 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 210 time: 0.0310287 Apr 12 14:59:22.768188 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (d0d6b7ba-aadc-4c5d-96b6-feb347509ccf), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:22.799591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event deleted for resources: {'Port': ['ID=d0d6b7ba-aadc-4c5d-96b6-feb347509ccf,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:22.928862 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Router 5bdd137b-4882-428b-8700-daaea968dea5 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:59:23.040897 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:59:23.051853 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] Sync routers for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:59:23.062830 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:23.063452 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:23.086817 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] No DVR routers for this DVR port d0d6b7ba-aadc-4c5d-96b6-feb347509ccf on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:59:23.089155 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:23.092385 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-d6822607-99df-4c05-9471-c5e4ca06b883 req-c098e535-7af6-4d2d-ac0c-979026cc06cd tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "DELETE /v2.0/ports/d0d6b7ba-aadc-4c5d-96b6-feb347509ccf HTTP/1.1" status: 204 len: 173 time: 1.2007847 Apr 12 14:59:23.092821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'name': 'network-vif-deleted', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:23.098454 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da7720c-e7f1-4247-b068-8a599d655c4e" -d '{"events": [{"server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "name": "network-vif-deleted", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:23.131174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096ed06-d753-4a6e-baa7-0dc762304303 x-openstack-request-id: req-d096ed06-d753-4a6e-baa7-0dc762304303 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:23.131611 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd692aa-e03c-4686-8512-e5b6d426893f", "name": "network-vif-deleted", "tag": "d0d6b7ba-aadc-4c5d-96b6-feb347509ccf", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:23.132007 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d096ed06-d753-4a6e-baa7-0dc762304303 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:23.132508 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d096ed06-d753-4a6e-baa7-0dc762304303'] response: {'server_uuid': 'dfd692aa-e03c-4686-8512-e5b6d426893f', 'name': 'network-vif-deleted', 'tag': 'd0d6b7ba-aadc-4c5d-96b6-feb347509ccf', 'status': 'completed', 'code': 200} Apr 12 14:59:23.188189 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:23.262394 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4805682d-a777-4223-bbb3-832f76aadc4c req-5aa79689-0bee-41ec-aa87-20ec3b646521 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfd692aa-e03c-4686-8512-e5b6d426893f HTTP/1.1" status: 200 len: 210 time: 0.0451317 Apr 12 14:59:23.414679 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:23.441767 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] Checking router: 5bdd137b-4882-428b-8700-daaea968dea5 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:59:23.451320 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:23.451973 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:23.564233 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:23.689982 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0f943f7a-3b60-46bc-9247-1cf725d9a03d req-d29ddd5f-7b14-465e-9deb-56f844ec8618 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 210 time: 0.0274444 Apr 12 14:59:23.766754 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:23.799741 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e8a4c-e981-4874-a1e9-8a6ff7121eff None None] The sync data for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi is: [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:25Z', 'revision_number': 4, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '9a558192-784a-49ee-859f-08b43b01ab5d', 'name': '', 'network_id': '8f7bb313-4e99-4c79-b5eb-bf23757b656e', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'mac_address': 'fa:16:3e:b1:40:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:21Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'subnets': [{'id': 'a274d685-41e4-4858-b8f8-46d10eee8f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:59:24.049403 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d7dc0a-81aa-4053-9df2-d04854f49fb6 None None] New status for floating IP 1af88a7b-d664-4de6-b26d-ed5a902865d8: DOWN {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:59:24.088712 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-bb6d20ca-28f4-4fce-8553-f0bbc6772a66 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:24.090674 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-bb6d20ca-28f4-4fce-8553-f0bbc6772a66 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 814 time: 0.1294029 Apr 12 14:59:24.159310 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-35df41d5-aa28-4c25-b8a8-5ed0eae79f92 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b1cfd6536e4795874488a31e0d41d1 HTTP/1.1" status: 200 len: 379 time: 0.0578518 Apr 12 14:59:24.172655 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'port': {'device_id': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'admin_state_up': True, 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'security_groups': ['a3171e26-c2e3-4346-93ae-466f884ea397']}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:59:24.396138 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Made reservation on behalf of d1b1cfd6536e4795874488a31e0d41d1 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:59:24.399591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.431771 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43932) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:24.487915 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-76e94ae0-8b83-462f-b759-78d656c76923 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group (0d786903-8e02-4fd4-8e54-629682ed0586), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.512589 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-76e94ae0-8b83-462f-b759-78d656c76923 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group (0d786903-8e02-4fd4-8e54-629682ed0586), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.530196 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Allocated IP 172.20.0.6 (bc73a003-4067-4844-9c4d-7187574c0c62/a936284e-f91e-462f-aab0-9a9a8f12fda6/38807db4-8d4f-4f2b-a507-82221710ecd9) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:59:24.613014 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-76e94ae0-8b83-462f-b759-78d656c76923 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0d786903-8e02-4fd4-8e54-629682ed0586), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.616247 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-76e94ae0-8b83-462f-b759-78d656c76923 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.617404 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-76e94ae0-8b83-462f-b759-78d656c76923 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "DELETE /v2.0/security-groups/0d786903-8e02-4fd4-8e54-629682ed0586 HTTP/1.1" status: 204 len: 168 time: 0.1846206 Apr 12 14:59:24.620545 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43934) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:24.636998 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e94ae0-8b83-462f-b759-78d656c76923 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d786903-8e02-4fd4-8e54-629682ed0586,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:24.639076 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.api.v2.resource [None req-77afd858-ef4c-488d-90e4-81e8df5c9b05 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] show failed (client error): The resource could not be found. Apr 12 14:59:24.640246 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-77afd858-ef4c-488d-90e4-81e8df5c9b05 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups/0d786903-8e02-4fd4-8e54-629682ed0586 HTTP/1.1" status: 404 len: 347 time: 0.0186572 Apr 12 14:59:24.643187 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 43936) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:24.696367 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.795700 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4828ecd0-d15f-4009-8dd7-070eaeb1d7cd req-721fa9f3-0acc-4731-a6c6-d589d0ece8e1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 210 time: 0.0341012 Apr 12 14:59:24.796863 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.800192 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Deleting port 21d74f98-aa41-4d95-b284-5b03c6f8d78d {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:24.800732 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.854762 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Network bc73a003-4067-4844-9c4d-7187574c0c62 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:59:24.858859 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:59:24.860856 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event updated for resources: {'Port': ['ID=38807db4-8d4f-4f2b-a507-82221710ecd9,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:24.863178 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:59:24.879130 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.879850 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (21d74f98-aa41-4d95-b284-5b03c6f8d78d), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.892948 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Calling delete_port for 21d74f98-aa41-4d95-b284-5b03c6f8d78d owned by network:floatingip {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:24.914626 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:24.915363 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:24.997309 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-89cf05e6-d06a-4deb-97dd-e1ccbed82ef0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8307467 Apr 12 14:59:25.011564 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Request body: {'port': {'device_id': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:59:25.068739 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d0d6b7ba-aadc-4c5d-96b6-feb347509ccf no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:59:25.076596 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.091133 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: d0d6b7ba-aadc-4c5d-96b6-feb347509ccf {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:59:25.091481 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device d0d6b7ba-aadc-4c5d-96b6-feb347509ccf not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:59:25.105032 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (21d74f98-aa41-4d95-b284-5b03c6f8d78d), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.132661 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event deleted for resources: {'Port': ['ID=21d74f98-aa41-4d95-b284-5b03c6f8d78d,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:25.156399 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks [] for floatingip (1af88a7b-d664-4de6-b26d-ed5a902865d8), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.158985 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.162581 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-54bad7df-a5ff-4259-a6e0-e07c5fc9d874 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "DELETE /v2.0/floatingips/1af88a7b-d664-4de6-b26d-ed5a902865d8 HTTP/1.1" status: 204 len: 168 time: 0.5160205 Apr 12 14:59:25.175990 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6af0bc06-75a1-4acc-a01f-54db1ff2400a None None] Provisioning complete for port 38807db4-8d4f-4f2b-a507-82221710ecd9 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:59:25.176405 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6af0bc06-75a1-4acc-a01f-54db1ff2400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.212263 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6af0bc06-75a1-4acc-a01f-54db1ff2400a None None] Port 38807db4-8d4f-4f2b-a507-82221710ecd9 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:59:25.364869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38807db4-8d4f-4f2b-a507-82221710ecd9 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:59:25.368701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Publish callbacks [] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.381843 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Transition to ACTIVE for port object 38807db4-8d4f-4f2b-a507-82221710ecd9 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:59:25.467794 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.521964 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Pushing event updated for resources: {'Port': ['ID=38807db4-8d4f-4f2b-a507-82221710ecd9,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:25.595923 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Attempting to bind port 38807db4-8d4f-4f2b-a507-82221710ecd9 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:59:25.596261 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Attempting to bind port 38807db4-8d4f-4f2b-a507-82221710ecd9 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:59:25.596621 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Attempting to bind port 38807db4-8d4f-4f2b-a507-82221710ecd9 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:59:25.601371 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Port 38807db4-8d4f-4f2b-a507-82221710ecd9 on network bc73a003-4067-4844-9c4d-7187574c0c62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:59:25.601730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Attempting to bind port 38807db4-8d4f-4f2b-a507-82221710ecd9 on network bc73a003-4067-4844-9c4d-7187574c0c62 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:59:25.606830 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:59:25.607176 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Checking segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:59:25.607565 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Bound using segment: {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:59:25.608000 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Bound port: 38807db4-8d4f-4f2b-a507-82221710ecd9, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d9affc-1772-4e98-b0d7-73f73d20e302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:59:25.608360 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.674766 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] For port 38807db4-8d4f-4f2b-a507-82221710ecd9, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:59:25.678429 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] For port 38807db4-8d4f-4f2b-a507-82221710ecd9, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=38807db4-8d4f-4f2b-a507-82221710ecd9,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:59:25.743004 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.781952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:25.782580 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:25.783962 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] 10.222.0.57 "PUT /v2.0/ports/38807db4-8d4f-4f2b-a507-82221710ecd9 HTTP/1.1" status: 200 len: 1093 time: 0.7776465 Apr 12 14:59:25.784402 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:25.787466 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c631d0c-0183-425c-a5f3-c6cba7fe172e" -d '{"events": [{"name": "network-changed", "server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:25.811515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4283c9-423b-4ca5-ac04-43a36d1d2d4a service neutron] Pushing event updated for resources: {'Port': ['ID=38807db4-8d4f-4f2b-a507-82221710ecd9,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:25.835263 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1a6aea-920d-4286-a5a2-70738fe7d891 x-openstack-request-id: req-3f1a6aea-920d-4286-a5a2-70738fe7d891 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:25.835565 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:25.835831 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f1a6aea-920d-4286-a5a2-70738fe7d891 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:25.836324 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f1a6aea-920d-4286-a5a2-70738fe7d891'] response: {'name': 'network-changed', 'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'status': 'completed', 'code': 200} Apr 12 14:59:25.899692 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c631d0c-0183-425c-a5f3-c6cba7fe172e req-3df52d26-f987-49f9-91f2-f24048f0181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:25.901339 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1c631d0c-0183-425c-a5f3-c6cba7fe172e req-3df52d26-f987-49f9-91f2-f24048f0181c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 1127 time: 0.0448806 Apr 12 14:59:25.927348 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621e624-cd14-4d1a-b7df-15358ce18b71 req-4e91bdae-1405-4b8d-842d-d2d43216a64b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:25.930318 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b621e624-cd14-4d1a-b7df-15358ce18b71 req-4e91bdae-1405-4b8d-842d-d2d43216a64b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 943 time: 0.0586100 Apr 12 14:59:25.983847 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b621e624-cd14-4d1a-b7df-15358ce18b71 req-845cdb27-fbab-43c1-bd0e-a7be31b0517b tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475121 Apr 12 14:59:26.019901 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c631d0c-0183-425c-a5f3-c6cba7fe172e req-4ac63771-6132-4230-abb0-692236fb837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:26.021471 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1c631d0c-0183-425c-a5f3-c6cba7fe172e req-4ac63771-6132-4230-abb0-692236fb837e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1117733 Apr 12 14:59:26.123216 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c631d0c-0183-425c-a5f3-c6cba7fe172e req-7af25773-0e75-43ed-871d-9dc6d3a877e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:26.124677 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1c631d0c-0183-425c-a5f3-c6cba7fe172e req-7af25773-0e75-43ed-871d-9dc6d3a877e2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970175 Apr 12 14:59:26.204908 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-633939f6-5dd8-4b00-8c70-beab036c0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:26.206343 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-633939f6-5dd8-4b00-8c70-beab036c0f6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 1127 time: 0.0436301 Apr 12 14:59:26.248968 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-430daf1e-c812-462f-8c11-29fad5693ff8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38807db4-8d4f-4f2b-a507-82221710ecd9 HTTP/1.1" status: 200 len: 217 time: 0.0343568 Apr 12 14:59:26.297802 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-d61b3cac-2c26-4bb1-b86c-4a9fd42a523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:26.299200 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-d61b3cac-2c26-4bb1-b86c-4a9fd42a523c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.0430086 Apr 12 14:59:26.352881 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-0b8dacea-6b62-4e10-998a-365ef1ee011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:26.355563 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-0b8dacea-6b62-4e10-998a-365ef1ee011e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471859 Apr 12 14:59:26.447611 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-c294d4ca-0f9d-4d41-948d-a8861aee4203 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850275 Apr 12 14:59:26.554292 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-14deb5ed-d7d8-43ab-8c36-c55e4c05a386 req-9afaf778-f7b4-4298-9bb4-61ee3bf7ef72 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899692 Apr 12 14:59:27.101717 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7292-882a-434f-9ac0-2b350a327880 req-3efb9a9b-0a48-4bae-952f-349be2a568cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:27.103258 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-904e7292-882a-434f-9ac0-2b350a327880 req-3efb9a9b-0a48-4bae-952f-349be2a568cb tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 943 time: 0.0478857 Apr 12 14:59:27.149215 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-904e7292-882a-434f-9ac0-2b350a327880 req-36515786-ab63-481c-8bf8-2618b84c20f0 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402687 Apr 12 14:59:27.498763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-14e6e438-b087-4dca-81a0-183d907f51bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:28.135221 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a115503-c863-431a-a0ef-6b8f7933f822 req-8fc0e5ba-49bb-4d77-818c-3a1597727b08 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:28.136671 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a115503-c863-431a-a0ef-6b8f7933f822 req-8fc0e5ba-49bb-4d77-818c-3a1597727b08 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0476925 Apr 12 14:59:28.187468 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a115503-c863-431a-a0ef-6b8f7933f822 req-147c488e-e60e-4be7-b474-92fae8c960f1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Apr 12 14:59:28.261499 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ea80-8d18-42aa-8640-1e6037c1a114 req-4a68290e-ead2-49fc-a5ac-636c4d1eec8f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:28.262969 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbc5ea80-8d18-42aa-8640-1e6037c1a114 req-4a68290e-ead2-49fc-a5ac-636c4d1eec8f tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 943 time: 0.0456240 Apr 12 14:59:28.309085 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbc5ea80-8d18-42aa-8640-1e6037c1a114 req-a75c749c-bebc-4109-a2e6-b0bfc9bccfcd tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407243 Apr 12 14:59:29.084752 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 38807db4-8d4f-4f2b-a507-82221710ecd9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:59:29.180176 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 38807db4-8d4f-4f2b-a507-82221710ecd9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=38807db4-8d4f-4f2b-a507-82221710ecd9,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:29.195416 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'port_id': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'mac_address': 'fa:16:3e:f0:1e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:59:29.232161 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 38807db4-8d4f-4f2b-a507-82221710ecd9 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:59:29.232548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:29.246545 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38807db4-8d4f-4f2b-a507-82221710ecd9 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:59:29.266849 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 38807db4-8d4f-4f2b-a507-82221710ecd9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=38807db4-8d4f-4f2b-a507-82221710ecd9,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:29.299113 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d32ee7-e620-448e-b046-7b974b0df2e1 req-572bc095-c986-4f4d-94c6-064939c40b7b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:29.300553 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6d32ee7-e620-448e-b046-7b974b0df2e1 req-572bc095-c986-4f4d-94c6-064939c40b7b tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0448227 Apr 12 14:59:29.325320 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:29.350283 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6d32ee7-e620-448e-b046-7b974b0df2e1 req-1a693c0d-6909-4641-9acf-e85b7a327bbc tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Apr 12 14:59:29.380326 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=38807db4-8d4f-4f2b-a507-82221710ecd9,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:29.387533 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.387885 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.388256 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.388617 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.388957 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.389290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.389619 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.389972 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.390299 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.390625 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.390952 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.391293 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.391621 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.391947 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.392269 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:29.427223 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3a9f8-48fa-4d5f-ba47-793206b4ee07 req-53c902ea-1322-42d2-ab81-e297f15816c7 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:29.432413 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d7f3a9f8-48fa-4d5f-ba47-793206b4ee07 req-53c902ea-1322-42d2-ab81-e297f15816c7 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 944 time: 0.0497348 Apr 12 14:59:29.473821 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d7f3a9f8-48fa-4d5f-ba47-793206b4ee07 req-5d934878-cb22-4b70-b199-e9d0c0c70b91 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395670 Apr 12 14:59:29.625781 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['38807db4-8d4f-4f2b-a507-82221710ecd9'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:59:30.113241 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-35caecb2-3e8e-459f-bc90-cdc64e2d8124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:30.463846 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7866-d487-433c-9a83-d3c5c54f4e4b req-2e417b79-03db-4af6-8689-6eb8edaa9d5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:30.465342 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e99f7866-d487-433c-9a83-d3c5c54f4e4b req-2e417b79-03db-4af6-8689-6eb8edaa9d5e tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0462642 Apr 12 14:59:30.511670 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e99f7866-d487-433c-9a83-d3c5c54f4e4b req-ae9694e6-af75-4b8e-84fb-c43d8f61857a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407739 Apr 12 14:59:30.590631 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8825f0-6c83-4a7d-aeca-28c771d5e061 req-f1145391-8c86-4b8b-a4d6-b7b934f0cbd6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:30.592073 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4a8825f0-6c83-4a7d-aeca-28c771d5e061 req-f1145391-8c86-4b8b-a4d6-b7b934f0cbd6 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 944 time: 0.0495639 Apr 12 14:59:30.639551 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4a8825f0-6c83-4a7d-aeca-28c771d5e061 req-8848c7c1-1f84-473f-92e4-5faa71594352 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418887 Apr 12 14:59:30.647229 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3585b655-3a3e-4586-a7a1-1a34758a3e51 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:30.648959 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3585b655-3a3e-4586-a7a1-1a34758a3e51 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 946 time: 0.0472019 Apr 12 14:59:30.737116 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Deleting port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:30.737457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:30.826339 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] For port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:30.826695 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:30.839692 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Calling delete_port for 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:31.021863 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:31.039288 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e', '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:59:31.057979 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event deleted for resources: {'Port': ['ID=5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.102169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.103112 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.103112 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.103112 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:31.103532 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 38807db4-8d4f-4f2b-a507-82221710ecd9 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:59:31.112388 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] No DVR routers for this DVR port 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:59:31.115795 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:31.120004 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9c6a545f-1d55-4317-81ef-d42d03eb4e6a req-3b2ac85d-1eaf-4b81-b42d-6643aca10a6f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "DELETE /v2.0/ports/5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 HTTP/1.1" status: 204 len: 173 time: 0.4653432 Apr 12 14:59:31.120485 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71207994-1780-4e45-b693-8455d8038f21', 'name': 'network-vif-deleted', 'tag': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:31.122777 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5162619c-0e98-4ced-ad45-8866fdfa6807" -d '{"events": [{"server_uuid": "71207994-1780-4e45-b693-8455d8038f21", "name": "network-vif-deleted", "tag": "5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:31.158256 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec222855-35f7-46ec-b09f-f792002654fd x-openstack-request-id: req-ec222855-35f7-46ec-b09f-f792002654fd {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:31.158490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71207994-1780-4e45-b693-8455d8038f21", "name": "network-vif-deleted", "tag": "5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:31.158743 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec222855-35f7-46ec-b09f-f792002654fd {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:31.159146 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec222855-35f7-46ec-b09f-f792002654fd'] response: {'server_uuid': '71207994-1780-4e45-b693-8455d8038f21', 'name': 'network-vif-deleted', 'tag': '5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0', 'status': 'completed', 'code': 200} Apr 12 14:59:31.185508 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 38807db4-8d4f-4f2b-a507-82221710ecd9 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:59:31.304873 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:31.305457 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 38807db4-8d4f-4f2b-a507-82221710ecd9 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:59:31.305851 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:31.387058 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 38807db4-8d4f-4f2b-a507-82221710ecd9 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:59:31.387624 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:31.412159 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:31.414442 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8839481-2578-4f82-8e78-2b00ac217447" -d '{"events": [{"server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "name": "network-vif-plugged", "status": "completed", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:31.432115 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 38807db4-8d4f-4f2b-a507-82221710ecd9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=38807db4-8d4f-4f2b-a507-82221710ecd9,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:31.462377 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311a91ac-dc06-4c8d-9022-32821c24e601 x-openstack-request-id: req-311a91ac-dc06-4c8d-9022-32821c24e601 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:31.462685 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "name": "network-vif-plugged", "status": "completed", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:31.462948 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-311a91ac-dc06-4c8d-9022-32821c24e601 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:31.463487 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311a91ac-dc06-4c8d-9022-32821c24e601'] response: {'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'code': 200} Apr 12 14:59:31.519433 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:31.574807 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=38807db4-8d4f-4f2b-a507-82221710ecd9,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:31.628837 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4ebbf15-d241-4547-a19a-8aedf09eb364 req-6243fa74-6c0c-433d-8a60-f186a5d76db1 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=71207994-1780-4e45-b693-8455d8038f21 HTTP/1.1" status: 200 len: 210 time: 0.0268278 Apr 12 14:59:31.754838 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438bbbe-0796-40c5-9cda-456bbaf587e1 req-704de6db-1c23-4e33-b37b-0547ef3b4b06 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:31.756328 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c438bbbe-0796-40c5-9cda-456bbaf587e1 req-704de6db-1c23-4e33-b37b-0547ef3b4b06 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 945 time: 0.0465262 Apr 12 14:59:31.804646 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c438bbbe-0796-40c5-9cda-456bbaf587e1 req-f9398e34-2b1e-4f1c-ad4a-5b6217f3bfdc tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426424 Apr 12 14:59:31.903480 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07b5a8-d44b-46a4-ac90-8705e7e46faf req-b97233a9-7bd3-4a4e-a0ec-96c46416dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:31.904956 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4e07b5a8-d44b-46a4-ac90-8705e7e46faf req-b97233a9-7bd3-4a4e-a0ec-96c46416dcc4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 1129 time: 0.0809116 Apr 12 14:59:31.953744 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4e07b5a8-d44b-46a4-ac90-8705e7e46faf req-03442641-d7df-4f74-9fd3-9cbeb142ce91 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394611 Apr 12 14:59:32.921595 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e19ce7-afb3-4330-a130-f2dc9f53213f req-cead9d86-98a5-4d17-b6eb-a4e563f1fe52 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:32.923006 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b3e19ce7-afb3-4330-a130-f2dc9f53213f req-cead9d86-98a5-4d17-b6eb-a4e563f1fe52 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 945 time: 0.0497732 Apr 12 14:59:32.970403 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b3e19ce7-afb3-4330-a130-f2dc9f53213f req-b0bc3297-d54d-4240-badb-5f6d9b5bcde8 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417221 Apr 12 14:59:33.100088 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:59:33.134552 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:59:33.134892 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5d8aa5a2-fd7c-4d6a-b44f-15e67a9087c0 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:59:33.179481 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabc047-b60a-4f39-ace5-eef9f58105b6 req-d3e391b5-b4f3-4107-9bd1-a2d7e1db8fcb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:33.180937 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6cabc047-b60a-4f39-ace5-eef9f58105b6 req-d3e391b5-b4f3-4107-9bd1-a2d7e1db8fcb tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0476241 Apr 12 14:59:33.210766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:33.228342 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6cabc047-b60a-4f39-ace5-eef9f58105b6 req-69d1afac-b0ea-4c2a-9963-ecba9cfecf9f tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Apr 12 14:59:34.068566 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:34.094085 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c351-1985-4bbb-aa7f-0fc7fd4befb2 req-9c4e949e-2aa1-44d8-ab95-a65dad76e923 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:34.095648 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6201c351-1985-4bbb-aa7f-0fc7fd4befb2 req-9c4e949e-2aa1-44d8-ab95-a65dad76e923 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 945 time: 0.0465360 Apr 12 14:59:34.146279 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6201c351-1985-4bbb-aa7f-0fc7fd4befb2 req-3d59070d-3216-48c8-8c6d-ecc133d63166 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445607 Apr 12 14:59:34.255119 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1e30-cd9f-4108-9f60-8e681df6807e req-3a50da8f-6c21-46d1-8bf6-5b422aa915d4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:34.256464 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9be1e30-cd9f-4108-9f60-8e681df6807e req-3a50da8f-6c21-46d1-8bf6-5b422aa915d4 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 945 time: 0.0458393 Apr 12 14:59:34.264914 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44024) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:34.269185 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Request body: {'floatingip': {'port_id': '38807db4-8d4f-4f2b-a507-82221710ecd9'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:59:34.320605 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:34.408731 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d71f-2244-4b26-8243-34bcd9786117 req-914a48ce-5cb2-4f6f-b8d3-8a42616c9650 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:34.410769 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c76d71f-2244-4b26-8243-34bcd9786117 req-914a48ce-5cb2-4f6f-b8d3-8a42616c9650 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.1064281 Apr 12 14:59:34.535219 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c76d71f-2244-4b26-8243-34bcd9786117 req-f8ea772a-3386-4b6c-9f5d-14e00ae92a48 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187508 Apr 12 14:59:35.057853 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:35.148041 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:35.250552 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.l3_db [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e associated. External IP: 172.27.2.176, port: 38807db4-8d4f-4f2b-a507-82221710ecd9. Apr 12 14:59:35.474546 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:59:35.588061 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:59:35.593368 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:35.600905 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:59:35.611869 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:35.612541 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:35.665737 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-7ae081dc-1394-4bad-9a05-bb7896c2a316 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "PUT /v2.0/floatingips/a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e HTTP/1.1" status: 200 len: 991 time: 1.3865550 Apr 12 14:59:35.665737 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9'}] {{(pid=110562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:35.665737 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1b760ee5e75cdd0da61739df4065bd805518737b94d9810e4fd1f3e785c6187" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a724823-323e-41a9-ba88-250be4a23bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9"}]}' {{(pid=110562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:35.667266 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4c02-4541-4323-a161-343bff06d18c req-e19f0d14-d972-4718-a17f-1b63bf909e94 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:35.668724 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-358a4c02-4541-4323-a161-343bff06d18c req-e19f0d14-d972-4718-a17f-1b63bf909e94 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0559347 Apr 12 14:59:35.716763 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-358a4c02-4541-4323-a161-343bff06d18c req-9992f331-d7dc-487e-a897-c6caa4068e8a tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 Apr 12 14:59:35.725418 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:35.759202 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d7739-80e7-4e52-b195-bca5b2535cc2 x-openstack-request-id: req-dd4d7739-80e7-4e52-b195-bca5b2535cc2 {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:35.759546 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9", "status": "completed", "code": 200}]} {{(pid=110562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:35.759844 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd4d7739-80e7-4e52-b195-bca5b2535cc2 {{(pid=110562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:35.760257 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4d7739-80e7-4e52-b195-bca5b2535cc2'] response: {'name': 'network-changed', 'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'status': 'completed', 'code': 200} Apr 12 14:59:36.075106 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:f0:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:59:20Z', 'updated_at': '2022-04-12T14:59:34Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:36.104094 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:59:36.112258 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:36.112865 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:36.221104 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:36.432615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:f0:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:59:20Z', 'updated_at': '2022-04-12T14:59:34Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:36.461979 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4bf019-c7e3-47e4-a6f6-1f5422c81acb None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_floatingips': [{'id': 'a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'router_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'port_id': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'mac_address': 'fa:16:3e:f0:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:59:20Z', 'updated_at': '2022-04-12T14:59:34Z', 'revision_number': 1, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:59:36.652052 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5345d0a9-5167-4051-b004-73403256f6f3 None None] New status for floating IP a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e: ACTIVE {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:59:36.721402 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724823-323e-41a9-ba88-250be4a23bfb req-b0f0ef2e-08d5-4cae-974d-1994ed4eedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:36.724277 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4a724823-323e-41a9-ba88-250be4a23bfb req-b0f0ef2e-08d5-4cae-974d-1994ed4eedca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 1129 time: 0.0440395 Apr 12 14:59:36.840925 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7f352-9eb7-4a7e-8925-fe778e172715 req-054a15a2-f48c-416b-98a8-9a73ea315fbc tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:36.842437 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47a7f352-9eb7-4a7e-8925-fe778e172715 req-054a15a2-f48c-416b-98a8-9a73ea315fbc tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0529995 Apr 12 14:59:36.900149 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47a7f352-9eb7-4a7e-8925-fe778e172715 req-35040e74-e864-4ee0-b0c9-7f61aeab049c tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/security-groups?id=d58d7376-cd71-4677-945d-b33439bafc74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Apr 12 14:59:36.915064 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724823-323e-41a9-ba88-250be4a23bfb req-bd162381-c798-4da0-8224-4a15c5f88dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:36.916615 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4a724823-323e-41a9-ba88-250be4a23bfb req-bd162381-c798-4da0-8224-4a15c5f88dc0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 200 len: 915 time: 0.0965362 Apr 12 14:59:37.039723 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-ce9bb3da-f463-4bd4-a8f1-45447140e1b4 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:37.041187 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-ce9bb3da-f463-4bd4-a8f1-45447140e1b4 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 945 time: 0.0833299 Apr 12 14:59:37.059371 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4a724823-323e-41a9-ba88-250be4a23bfb req-68a2c710-47c2-43b2-9664-35c565a8cfe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38807db4-8d4f-4f2b-a507-82221710ecd9 HTTP/1.1" status: 200 len: 1001 time: 0.1077712 Apr 12 14:59:37.088552 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:37.155536 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724823-323e-41a9-ba88-250be4a23bfb req-412057e1-c62b-4bb3-a8f3-864d850731a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:37.156957 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4a724823-323e-41a9-ba88-250be4a23bfb req-412057e1-c62b-4bb3-a8f3-864d850731a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 200 len: 853 time: 0.0807571 Apr 12 14:59:37.178232 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Deleting port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:37.178635 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:37.253041 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724823-323e-41a9-ba88-250be4a23bfb req-dfbc9acf-b6a3-4d57-9511-e469d468c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:37.254842 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4a724823-323e-41a9-ba88-250be4a23bfb req-dfbc9acf-b6a3-4d57-9511-e469d468c1a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bc73a003-4067-4844-9c4d-7187574c0c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902164 Apr 12 14:59:37.346804 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] For port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:37.347182 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:37.365449 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Calling delete_port for f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:37.388967 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4a724823-323e-41a9-ba88-250be4a23bfb req-66f515b3-78f5-4e7c-9c4d-3c3c5634b322 service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276920 Apr 12 14:59:37.532937 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-4a724823-323e-41a9-ba88-250be4a23bfb req-ce9d3ca2-5b6c-4fb3-b505-7caf4f080d3f service neutron] 10.222.0.57 "GET /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125691 Apr 12 14:59:37.669468 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bf42-584c-47ba-82b5-105204072a43 req-585b818b-316c-4a93-bb84-bc0ad425bfb4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:37.673024 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bfe6bf42-584c-47ba-82b5-105204072a43 req-585b818b-316c-4a93-bb84-bc0ad425bfb4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0486465 Apr 12 14:59:37.722199 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bfe6bf42-584c-47ba-82b5-105204072a43 req-6d48bae9-e4e4-4820-9597-2b61f51eda53 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454426 Apr 12 14:59:37.772590 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:37.802265 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Pushing event deleted for resources: {'Port': ['ID=f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:37.850589 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] No DVR routers for this DVR port f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:59:37.852752 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:37.856054 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-30df0c1d-399f-4ddb-9b40-7dacaaf21c0c req-137502ef-ff06-4d06-9c23-99594f0ecfb5 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.57 "DELETE /v2.0/ports/f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e HTTP/1.1" status: 204 len: 173 time: 0.8078516 Apr 12 14:59:37.856490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'name': 'network-vif-deleted', 'tag': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:37.858797 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2348e8-2ca6-487d-a926-256238072d65" -d '{"events": [{"server_uuid": "92e6b586-ce02-4394-a2a1-6ae5e0f09306", "name": "network-vif-deleted", "tag": "f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:37.894105 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a17d7b-c4f0-4165-a2f2-ed6068627213 x-openstack-request-id: req-d7a17d7b-c4f0-4165-a2f2-ed6068627213 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:37.894479 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e6b586-ce02-4394-a2a1-6ae5e0f09306", "name": "network-vif-deleted", "tag": "f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:37.895453 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7a17d7b-c4f0-4165-a2f2-ed6068627213 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:37.895869 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a17d7b-c4f0-4165-a2f2-ed6068627213'] response: {'server_uuid': '92e6b586-ce02-4394-a2a1-6ae5e0f09306', 'name': 'network-vif-deleted', 'tag': 'f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e', 'status': 'completed', 'code': 200} Apr 12 14:59:37.999211 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca485203-979f-4b31-b6bd-1f9ba6dbe204 req-a2206589-8c4b-470b-8c40-e77ae724cbb0 tempest-ServerRescueNegativeTestJSON-1553548520 tempest-ServerRescueNegativeTestJSON-1553548520-project] 10.222.0.64 "GET /v2.0/ports?device_id=92e6b586-ce02-4394-a2a1-6ae5e0f09306 HTTP/1.1" status: 200 len: 210 time: 0.0263295 Apr 12 14:59:38.512546 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:59:38.850939 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6188-118a-4bb2-92a5-37728ad3f437 req-b3821e49-5b65-4fbf-837f-2bef58f3ac7a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:38.852430 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-57ff6188-118a-4bb2-92a5-37728ad3f437 req-b3821e49-5b65-4fbf-837f-2bef58f3ac7a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0517631 Apr 12 14:59:38.899005 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-57ff6188-118a-4bb2-92a5-37728ad3f437 req-78d632bf-fc37-4e2f-aa41-2f2d2696f484 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Apr 12 14:59:39.056088 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44080) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:39.129304 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:59:39.150531 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:59:39.150884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device f7b6eb0e-0b23-4a4b-81d8-d386bce95c9e not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:59:39.547496 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (5bdd137b-4882-428b-8700-daaea968dea5), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:40.085512 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Deleting port 9a558192-784a-49ee-859f-08b43b01ab5d {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:40.086187 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:40.095792 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b6e0-e276-4184-8ad3-9947cb6995ca req-162b5feb-d423-4383-aba7-d1124a0a0bb1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:40.097255 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d67b6e0-e276-4184-8ad3-9947cb6995ca req-162b5feb-d423-4383-aba7-d1124a0a0bb1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0606911 Apr 12 14:59:40.194108 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d67b6e0-e276-4184-8ad3-9947cb6995ca req-543a1897-56b0-4c05-937d-07377866b0f9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867829 Apr 12 14:59:40.209642 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] For port 9a558192-784a-49ee-859f-08b43b01ab5d, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=9a558192-784a-49ee-859f-08b43b01ab5d,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:40.210024 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:40.223975 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Calling delete_port for 9a558192-784a-49ee-859f-08b43b01ab5d owned by network:router_interface {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:40.515924 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (9a558192-784a-49ee-859f-08b43b01ab5d), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:40.543949 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a558192-784a-49ee-859f-08b43b01ab5d,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:40.557816 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.558169 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.558517 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.558852 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.559183 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.559697 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.560153 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.560484 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.560803 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.561127 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.561476 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.561826 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.562157 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.562468 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.562783 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:59:40.691256 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (5bdd137b-4882-428b-8700-daaea968dea5), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:40.913098 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Router 5bdd137b-4882-428b-8700-daaea968dea5 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:59:41.020045 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:59:41.025206 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-85758a37-6a9f-4254-ab83-8f3423ebd59e admin admin] 10.222.0.64 "PUT /v2.0/routers/5bdd137b-4882-428b-8700-daaea968dea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680288 Apr 12 14:59:41.027807 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44090) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:41.030186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] Sync routers for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:59:41.041308 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:41.042084 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:41.134824 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks [] for router (5bdd137b-4882-428b-8700-daaea968dea5), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:41.153174 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:41.244120 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks [] for router_gateway (5bdd137b-4882-428b-8700-daaea968dea5), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:41.313444 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203c38-4524-4e74-9497-663da4db47a4 req-721d46b7-7b12-4442-8d91-cfad50d28fe6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:41.315074 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df203c38-4524-4e74-9497-663da4db47a4 req-721d46b7-7b12-4442-8d91-cfad50d28fe6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0488966 Apr 12 14:59:41.333667 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:59:40Z', 'revision_number': 5, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port': {'id': '3ba94a97-a820-4d51-a7f1-8e16b2fadcc4', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdd137b-4882-428b-8700-daaea968dea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:41.361223 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] Checking router: 5bdd137b-4882-428b-8700-daaea968dea5 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:59:41.370233 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] Routers {'5bdd137b-4882-428b-8700-daaea968dea5'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:59:41.370637 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T14:59:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['5bdd137b-4882-428b-8700-daaea968dea5'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:41.376304 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Deleting port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:41.376649 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:41.442845 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df203c38-4524-4e74-9497-663da4db47a4 req-2e9971e9-3665-4f66-9800-357cca4f3f5d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192760 Apr 12 14:59:41.464497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] Set router 5bdd137b-4882-428b-8700-daaea968dea5 gateway port host: None {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:59:41.482942 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] For port 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:41.483239 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:41.495858 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Calling delete_port for 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 owned by network:router_gateway {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:41.514979 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:59:41Z', 'revision_number': 6, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port_host': None}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:41.545282 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120d241a-af6b-46b7-a782-aef3bfaefdd6 None None] The sync data for ids ['5bdd137b-4882-428b-8700-daaea968dea5'] in dv-cinder-837524-1-iscsi is: [{'id': '5bdd137b-4882-428b-8700-daaea968dea5', 'name': 'tempest-ServerRescueNegativeTestJSON-1446621518-router', 'tenant_id': '566788e9e53f44db92dfad7ee91d6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:59:41Z', 'revision_number': 6, 'project_id': '566788e9e53f44db92dfad7ee91d6cd2', 'gw_port_host': None}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:59:41.741888 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (3ba94a97-a820-4d51-a7f1-8e16b2fadcc4), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:41.771030 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba94a97-a820-4d51-a7f1-8e16b2fadcc4,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:41.796856 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (5bdd137b-4882-428b-8700-daaea968dea5), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:41.903711 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (5bdd137b-4882-428b-8700-daaea968dea5), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:41.906100 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks [] for router_controller (5bdd137b-4882-428b-8700-daaea968dea5), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.044625 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (5bdd137b-4882-428b-8700-daaea968dea5), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.045220 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdd137b-4882-428b-8700-daaea968dea5 {{(pid=110562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:59:42.050262 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.051887 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-fb54dc2e-ade3-4028-8139-51c409b1edf9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5bdd137b-4882-428b-8700-daaea968dea5 HTTP/1.1" status: 204 len: 168 time: 1.0231116 Apr 12 14:59:42.054633 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44096) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:42.098716 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] Deleting subnet a274d685-41e4-4858-b8f8-46d10eee8f71 {{(pid=110562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:59:42.101910 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] Publish callbacks [] for subnet (a274d685-41e4-4858-b8f8-46d10eee8f71), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.138056 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] Publish callbacks [] for subnet (a274d685-41e4-4858-b8f8-46d10eee8f71), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.222224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (a274d685-41e4-4858-b8f8-46d10eee8f71), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.344309 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for subnet (a274d685-41e4-4858-b8f8-46d10eee8f71), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.372272 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a274d685-41e4-4858-b8f8-46d10eee8f71,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:42.376790 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.380324 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4c8f8681-9165-49b3-8ba7-15f09ca0464a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a274d685-41e4-4858-b8f8-46d10eee8f71 HTTP/1.1" status: 204 len: 168 time: 0.3247743 Apr 12 14:59:42.382775 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44100) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:42.385241 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8651a9-39af-4157-a49b-02ffc2b75c11 None None] Network 8f7bb313-4e99-4c79-b5eb-bf23757b656e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:59:42.450708 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (8f7bb313-4e99-4c79-b5eb-bf23757b656e), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.517010 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Deleting port 464cab6d-17ef-4a40-95c2-0ca63df190db {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:42.518064 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.538896 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] DHCP port deletion for 8f7bb313-4e99-4c79-b5eb-bf23757b656e request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:59:42.599550 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] Deleting port 464cab6d-17ef-4a40-95c2-0ca63df190db {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:59:42.602722 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.636104 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b03a6d-0fa1-475c-b2ea-463c195f1c7d req-57d27f4b-885c-4477-8165-53925fbda11d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:42.637540 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d7b03a6d-0fa1-475c-b2ea-463c195f1c7d req-57d27f4b-885c-4477-8165-53925fbda11d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0986450 Apr 12 14:59:42.644746 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] For port 464cab6d-17ef-4a40-95c2-0ca63df190db, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=464cab6d-17ef-4a40-95c2-0ca63df190db,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:42.645326 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.669680 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] For port 464cab6d-17ef-4a40-95c2-0ca63df190db, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=464cab6d-17ef-4a40-95c2-0ca63df190db,segment=NetworkSegment(9a163a13-d920-47f2-95b0-2668a8bd37a7),segment_id=9a163a13-d920-47f2-95b0-2668a8bd37a7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:42.669944 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Calling delete_port for 464cab6d-17ef-4a40-95c2-0ca63df190db owned by network:dhcp {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:42.670058 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.683682 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] Calling delete_port for 464cab6d-17ef-4a40-95c2-0ca63df190db owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:59:42.741362 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d7b03a6d-0fa1-475c-b2ea-463c195f1c7d req-f2c432e6-b3c4-450a-96fa-5e075644fc12 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930934 Apr 12 14:59:42.845003 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.854557 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (464cab6d-17ef-4a40-95c2-0ca63df190db), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.875186 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Pushing event deleted for resources: {'Port': ['ID=464cab6d-17ef-4a40-95c2-0ca63df190db,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:42.876850 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] No DVR routers for this DVR port 464cab6d-17ef-4a40-95c2-0ca63df190db on host dv-cinder-837524-1-iscsi {{(pid=110562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:59:42.885124 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] Pushing event deleted for resources: {'Port': ['ID=464cab6d-17ef-4a40-95c2-0ca63df190db,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:42.890229 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16470f35-d3b5-495b-b5de-8f4e3ca1660c None None] No DVR routers for this DVR port 464cab6d-17ef-4a40-95c2-0ca63df190db on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:59:42.950478 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (8f7bb313-4e99-4c79-b5eb-bf23757b656e), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:42.971807 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.972175 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.973120 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.973544 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > port after_create 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.973939 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > port after_delete 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.974745 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > port after_update 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.975064 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.975383 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.975699 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:42.976016 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:43.057279 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:43.057665 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:43.057982 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:43.058310 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:59:43.058683 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7bb313-4e99-4c79-b5eb-bf23757b656e']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:43.076989 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a163a13-d920-47f2-95b0-2668a8bd37a7') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:43.077283 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a163a13-d920-47f2-95b0-2668a8bd37a7') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:59:43.097300 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (9a163a13-d920-47f2-95b0-2668a8bd37a7), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.117975 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (9a163a13-d920-47f2-95b0-2668a8bd37a7), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.126631 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:59:43.129991 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (9a163a13-d920-47f2-95b0-2668a8bd37a7), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: from cryptography.utils import int_from_bytes Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: from cryptography.utils import int_from_bytes Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:59:43.131552 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:59:43.252422 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (8f7bb313-4e99-4c79-b5eb-bf23757b656e), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.267988 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.271812 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] 10.222.0.64 "DELETE /v2.0/networks/8f7bb313-4e99-4c79-b5eb-bf23757b656e HTTP/1.1" status: 204 len: 168 time: 0.8881302 Apr 12 14:59:43.272843 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a752397-0903-49e5-b6bc-fd51924ae50f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f7bb313-4e99-4c79-b5eb-bf23757b656e,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:43.405622 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 464cab6d-17ef-4a40-95c2-0ca63df190db no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:59:43.426897 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 464cab6d-17ef-4a40-95c2-0ca63df190db {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:59:43.427242 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 464cab6d-17ef-4a40-95c2-0ca63df190db not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:59:43.427660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:59:43.447107 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:59:43.447453 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3ba94a97-a820-4d51-a7f1-8e16b2fadcc4 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:59:43.447858 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 9a558192-784a-49ee-859f-08b43b01ab5d no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:59:43.466130 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 9a558192-784a-49ee-859f-08b43b01ab5d {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:59:43.466472 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 9a558192-784a-49ee-859f-08b43b01ab5d not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:59:43.668882 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44108) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:43.709337 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e1b2c17a-46a9-44f3-9618-37745b227d71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=566788e9e53f44db92dfad7ee91d6cd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393176 Apr 12 14:59:43.711895 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44110) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:43.759219 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1d183be8-27c0-4aad-a3f5-be40bf2eb4a4 admin admin] Publish callbacks [] for security_group (d58d7376-cd71-4677-945d-b33439bafc74), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.780931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1d183be8-27c0-4aad-a3f5-be40bf2eb4a4 admin admin] Publish callbacks [] for security_group (d58d7376-cd71-4677-945d-b33439bafc74), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.880110 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b9640-32e9-4cb9-93e2-46aa555a9d7c req-92414f28-34e9-464c-8139-c07a27725797 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:43.881616 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c5b9640-32e9-4cb9-93e2-46aa555a9d7c req-92414f28-34e9-464c-8139-c07a27725797 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0498526 Apr 12 14:59:43.919508 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1d183be8-27c0-4aad-a3f5-be40bf2eb4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d58d7376-cd71-4677-945d-b33439bafc74), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.923629 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1d183be8-27c0-4aad-a3f5-be40bf2eb4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:43.929292 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1d183be8-27c0-4aad-a3f5-be40bf2eb4a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d58d7376-cd71-4677-945d-b33439bafc74 HTTP/1.1" status: 204 len: 168 time: 0.2164533 Apr 12 14:59:43.934697 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c5b9640-32e9-4cb9-93e2-46aa555a9d7c req-631da46a-def7-4f76-a387-32e14030e5d8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Apr 12 14:59:43.940336 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d183be8-27c0-4aad-a3f5-be40bf2eb4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58d7376-cd71-4677-945d-b33439bafc74,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:45.070249 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c511915-8f2a-4887-b056-6856b090a42e req-e06f7644-6def-484c-80be-fd502557e0be tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:45.074104 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0c511915-8f2a-4887-b056-6856b090a42e req-e06f7644-6def-484c-80be-fd502557e0be tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0532026 Apr 12 14:59:45.122169 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0c511915-8f2a-4887-b056-6856b090a42e req-48e5e90d-a7c5-4995-ae28-66e286f80063 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439723 Apr 12 14:59:45.766493 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44180) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:45.873237 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-50c4863a-ed7a-43e3-a7bb-15532545baf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:45.944453 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-50c4863a-ed7a-43e3-a7bb-15532545baf8 admin admin] Publish callbacks [] for security_group (d380e786-7fd1-4e98-9841-7cfe1e4dd1f5), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:46.023434 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-50c4863a-ed7a-43e3-a7bb-15532545baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d380e786-7fd1-4e98-9841-7cfe1e4dd1f5), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:46.064681 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-50c4863a-ed7a-43e3-a7bb-15532545baf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b764cbbb53f41c6857817d59e724a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970772 Apr 12 14:59:46.066470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4863a-ed7a-43e3-a7bb-15532545baf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d380e786-7fd1-4e98-9841-7cfe1e4dd1f5,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:46.068278 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44184) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:46.121501 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cf22c76e-33c9-442d-98cb-3e9057724292 admin admin] Publish callbacks [] for security_group (d380e786-7fd1-4e98-9841-7cfe1e4dd1f5), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:46.148858 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cf22c76e-33c9-442d-98cb-3e9057724292 admin admin] Publish callbacks [] for security_group (d380e786-7fd1-4e98-9841-7cfe1e4dd1f5), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:46.239064 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea3bbf-3351-4822-bda1-bd8137d2d621 req-92e85b45-93da-44a4-af57-748e760de829 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:46.240520 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-20ea3bbf-3351-4822-bda1-bd8137d2d621 req-92e85b45-93da-44a4-af57-748e760de829 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0455289 Apr 12 14:59:46.287616 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-20ea3bbf-3351-4822-bda1-bd8137d2d621 req-406620c8-7a3a-4390-ac4b-5e042c7d45c3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Apr 12 14:59:46.296483 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cf22c76e-33c9-442d-98cb-3e9057724292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d380e786-7fd1-4e98-9841-7cfe1e4dd1f5), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:46.299172 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cf22c76e-33c9-442d-98cb-3e9057724292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:46.302735 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-cf22c76e-33c9-442d-98cb-3e9057724292 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d380e786-7fd1-4e98-9841-7cfe1e4dd1f5 HTTP/1.1" status: 204 len: 168 time: 0.2298660 Apr 12 14:59:46.309762 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22c76e-33c9-442d-98cb-3e9057724292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380e786-7fd1-4e98-9841-7cfe1e4dd1f5,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:47.405588 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc227a-625a-4aba-bd99-569ab23e57d7 req-2ffef831-0f95-4d10-a578-f06579f72f0b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:47.407185 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbbc227a-625a-4aba-bd99-569ab23e57d7 req-2ffef831-0f95-4d10-a578-f06579f72f0b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0470405 Apr 12 14:59:47.464597 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbbc227a-625a-4aba-bd99-569ab23e57d7 req-1ce76471-6872-4c3f-8461-ba30cb21aed8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504615 Apr 12 14:59:48.595073 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709119ea-b5f5-4ca9-9dcd-623fb5867548 req-58003700-e794-4aae-abfb-c72bba753534 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:48.596510 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-709119ea-b5f5-4ca9-9dcd-623fb5867548 req-58003700-e794-4aae-abfb-c72bba753534 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0504560 Apr 12 14:59:48.646101 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-709119ea-b5f5-4ca9-9dcd-623fb5867548 req-15640acb-8f64-41c9-be7a-57b0b11d38d5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 Apr 12 14:59:48.859940 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44256) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:48.963263 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d2a3704f-1bc8-444a-b2de-ea077517a005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.036867 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d2a3704f-1bc8-444a-b2de-ea077517a005 admin admin] Publish callbacks [] for security_group (1519fc17-222e-4c9d-be84-44565acc6068), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.159096 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d2a3704f-1bc8-444a-b2de-ea077517a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1519fc17-222e-4c9d-be84-44565acc6068), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.175843 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:59:49.198606 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-d2a3704f-1bc8-444a-b2de-ea077517a005 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35fac230b6db4178a141011cd36b1c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375835 Apr 12 14:59:49.199580 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3704f-1bc8-444a-b2de-ea077517a005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1519fc17-222e-4c9d-be84-44565acc6068,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:49.216216 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44260) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:49.248710 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d9c73e0-0421-4842-a498-a495b6379fa9 admin admin] Publish callbacks [] for security_group (1519fc17-222e-4c9d-be84-44565acc6068), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.270948 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d9c73e0-0421-4842-a498-a495b6379fa9 admin admin] Publish callbacks [] for security_group (1519fc17-222e-4c9d-be84-44565acc6068), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.276190 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:49.289438 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'port_id': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'mac_address': 'fa:16:3e:39:2b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:59:49.330491 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: ACTIVE; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:59:49.330913 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.412247 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d9c73e0-0421-4842-a498-a495b6379fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1519fc17-222e-4c9d-be84-44565acc6068), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.414965 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5d9c73e0-0421-4842-a498-a495b6379fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.416141 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5d9c73e0-0421-4842-a498-a495b6379fa9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1519fc17-222e-4c9d-be84-44565acc6068 HTTP/1.1" status: 204 len: 168 time: 0.2139118 Apr 12 14:59:49.424277 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c73e0-0421-4842-a498-a495b6379fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1519fc17-222e-4c9d-be84-44565acc6068,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:49.475186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c58da46-e5bb-4b4a-8051-745b00e75ae2 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:59:49.498890 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:49.594868 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:49.647788 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=6']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:49.710555 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['5c58da46-e5bb-4b4a-8051-745b00e75ae2'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:59:49.770648 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac38945-1ad2-4d73-bcc9-7ab95eb3af17 req-8ca49ba8-8c6d-4bfd-a060-791d87a30021 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:49.772140 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ac38945-1ad2-4d73-bcc9-7ab95eb3af17 req-8ca49ba8-8c6d-4bfd-a060-791d87a30021 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Apr 12 14:59:49.825165 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ac38945-1ad2-4d73-bcc9-7ab95eb3af17 req-e67167f2-a3e1-46bd-922b-625b15d75649 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458376 Apr 12 14:59:50.074227 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44270) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:50.088621 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1bacd367-8705-4d96-bf85-87bf8d7aa7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:50.162953 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1bacd367-8705-4d96-bf85-87bf8d7aa7fe admin admin] Publish callbacks [] for security_group (64764586-cf62-46fd-aeeb-e7d3a171238d), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:50.244804 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1bacd367-8705-4d96-bf85-87bf8d7aa7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (64764586-cf62-46fd-aeeb-e7d3a171238d), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:50.287713 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1bacd367-8705-4d96-bf85-87bf8d7aa7fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68689a4b3bbb4d2196cd5b28b3c3ced0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123959 Apr 12 14:59:50.289574 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacd367-8705-4d96-bf85-87bf8d7aa7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64764586-cf62-46fd-aeeb-e7d3a171238d,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:50.290409 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44272) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:50.339032 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a0c3-59b0-4f18-8915-09127d5df380 admin admin] Publish callbacks [] for security_group (64764586-cf62-46fd-aeeb-e7d3a171238d), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:50.359751 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a0c3-59b0-4f18-8915-09127d5df380 admin admin] Publish callbacks [] for security_group (64764586-cf62-46fd-aeeb-e7d3a171238d), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:50.475122 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a0c3-59b0-4f18-8915-09127d5df380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (64764586-cf62-46fd-aeeb-e7d3a171238d), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:50.477706 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a0c3-59b0-4f18-8915-09127d5df380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:50.481207 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-cbc4a0c3-59b0-4f18-8915-09127d5df380 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64764586-cf62-46fd-aeeb-e7d3a171238d HTTP/1.1" status: 204 len: 168 time: 0.1875224 Apr 12 14:59:50.486951 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a0c3-59b0-4f18-8915-09127d5df380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64764586-cf62-46fd-aeeb-e7d3a171238d,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:50.949929 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a4701-3515-4cee-9723-f8afac4bcd63 req-83b6289e-80a4-46ed-95c9-8264a35d448f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:50.951380 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f14a4701-3515-4cee-9723-f8afac4bcd63 req-83b6289e-80a4-46ed-95c9-8264a35d448f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 945 time: 0.0480070 Apr 12 14:59:51.007538 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f14a4701-3515-4cee-9723-f8afac4bcd63 req-115af8ec-f8d6-49b7-ad5f-500b196fd9e6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505111 Apr 12 14:59:51.191412 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:59:51.242048 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:59:51.242768 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:51.358602 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:59:51.358989 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:51.388597 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:59:51.390969 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a3bb28-893f-4082-bd5d-3b44504dc610" -d '{"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-plugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:59:51.411438 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:59:51.436140 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd04e3-3c71-4932-8f48-466af00539f2 x-openstack-request-id: req-70fd04e3-3c71-4932-8f48-466af00539f2 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:59:51.436495 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-plugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:59:51.436813 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70fd04e3-3c71-4932-8f48-466af00539f2 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:59:51.437309 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fd04e3-3c71-4932-8f48-466af00539f2'] response: {'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'code': 200} Apr 12 14:59:51.530891 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:51.594015 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=7']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:52.137755 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee211a-a1eb-4aa4-bc82-bc894a8ae30f req-e8479288-3c9a-47fc-9fa5-b43af755d78b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:52.146971 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25ee211a-a1eb-4aa4-bc82-bc894a8ae30f req-e8479288-3c9a-47fc-9fa5-b43af755d78b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0581138 Apr 12 14:59:52.220040 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25ee211a-a1eb-4aa4-bc82-bc894a8ae30f req-8b7710b2-6090-408c-93e1-9cfdb23c84f1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717986 Apr 12 14:59:53.381446 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c5b8b-c8f4-4bf9-b709-d7a1de45a2ca req-f25e2d84-cbc8-43e8-a1a1-c8e599fd9699 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:53.390783 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3e7c5b8b-c8f4-4bf9-b709-d7a1de45a2ca req-f25e2d84-cbc8-43e8-a1a1-c8e599fd9699 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0706742 Apr 12 14:59:53.458206 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3e7c5b8b-c8f4-4bf9-b709-d7a1de45a2ca req-d744a9cb-b2fd-4d02-917f-5242f1e430ec tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660591 Apr 12 14:59:54.828676 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4300bf8-e86c-4873-9aa7-e96337a953aa req-fd662f5d-a01d-42c6-9674-64ec6d515355 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:54.830169 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4300bf8-e86c-4873-9aa7-e96337a953aa req-fd662f5d-a01d-42c6-9674-64ec6d515355 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.2891533 Apr 12 14:59:54.877453 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4300bf8-e86c-4873-9aa7-e96337a953aa req-204acd06-eb44-4bb6-8daa-e43b7f018e9a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405664 Apr 12 14:59:56.030120 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f9000-5f69-49ac-91c2-719bbbccc12f req-cc1630a0-f880-4d82-b2c1-be3d45f7efa3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:56.037870 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-766f9000-5f69-49ac-91c2-719bbbccc12f req-cc1630a0-f880-4d82-b2c1-be3d45f7efa3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0767639 Apr 12 14:59:56.099397 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-766f9000-5f69-49ac-91c2-719bbbccc12f req-f055dd4e-bd4c-4411-9872-248cbd6e1847 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605137 Apr 12 14:59:57.239205 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47230ed7-8686-419b-8edf-a1b28e4e0547 req-73a4d220-f1da-4771-a30e-1daa3832fe07 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:57.240889 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47230ed7-8686-419b-8edf-a1b28e4e0547 req-73a4d220-f1da-4771-a30e-1daa3832fe07 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0602908 Apr 12 14:59:57.311727 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47230ed7-8686-419b-8edf-a1b28e4e0547 req-12c2a4ce-fa18-4007-aece-91e9731cae0b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613976 Apr 12 14:59:57.495998 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2ba3fb67-42e2-4040-b34e-14f63843b551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:58.453500 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88fdc0-b1fa-416f-83ca-2a9b724e3770 req-d02faf72-307f-4d59-b2ba-cf7948bd7ac3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:58.454945 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9e88fdc0-b1fa-416f-83ca-2a9b724e3770 req-d02faf72-307f-4d59-b2ba-cf7948bd7ac3 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0661163 Apr 12 14:59:58.518229 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9e88fdc0-b1fa-416f-83ca-2a9b724e3770 req-26712706-b8b5-48cc-90cb-cc13e90affd2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537062 Apr 12 14:59:59.340678 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44462) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:59.476129 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-63d93079-82db-40e2-ae69-b10c50521f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:59.573586 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-63d93079-82db-40e2-ae69-b10c50521f0b admin admin] Publish callbacks [] for security_group (f9a19cf5-30a7-40ef-a25f-9e8823ee8538), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:59.648995 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-63d93079-82db-40e2-ae69-b10c50521f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f9a19cf5-30a7-40ef-a25f-9e8823ee8538), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:59.703118 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53235100-7b65-4414-83e4-eb8d2e4838e3 req-c718db2b-804a-4974-80e9-2b37ad8c4588 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:59:59.704643 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-53235100-7b65-4414-83e4-eb8d2e4838e3 req-c718db2b-804a-4974-80e9-2b37ad8c4588 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0929260 Apr 12 14:59:59.710828 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-63d93079-82db-40e2-ae69-b10c50521f0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=958c749e00584fcb98f6c92f3e1eb6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691196 Apr 12 14:59:59.713652 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44472) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:59:59.723079 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d93079-82db-40e2-ae69-b10c50521f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a19cf5-30a7-40ef-a25f-9e8823ee8538,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:59:59.771646 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-53235100-7b65-4414-83e4-eb8d2e4838e3 req-7d003e04-9b4c-4dcb-b432-90b607eaa483 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583797 Apr 12 14:59:59.813448 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-83aa12c9-4568-4e94-a96e-165548a1e9f3 admin admin] Publish callbacks [] for security_group (f9a19cf5-30a7-40ef-a25f-9e8823ee8538), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:59.837818 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-83aa12c9-4568-4e94-a96e-165548a1e9f3 admin admin] Publish callbacks [] for security_group (f9a19cf5-30a7-40ef-a25f-9e8823ee8538), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:59.994634 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-83aa12c9-4568-4e94-a96e-165548a1e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f9a19cf5-30a7-40ef-a25f-9e8823ee8538), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:59.997498 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-83aa12c9-4568-4e94-a96e-165548a1e9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:59:59.998728 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-83aa12c9-4568-4e94-a96e-165548a1e9f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9a19cf5-30a7-40ef-a25f-9e8823ee8538 HTTP/1.1" status: 204 len: 168 time: 0.2838359 Apr 12 15:00:00.008251 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa12c9-4568-4e94-a96e-165548a1e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a19cf5-30a7-40ef-a25f-9e8823ee8538,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:00.118949 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3d370abf-225b-4f6c-bacb-9029d566e9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:00.725183 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44480) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:00.742001 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df0b6d5e-9ad4-446c-a25b-e999b4b0a417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:00.891623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df0b6d5e-9ad4-446c-a25b-e999b4b0a417 admin admin] Publish callbacks [] for security_group (ba417b90-e01f-4888-984b-3f8fb909d4c0), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:00.942545 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75e942-98a1-4ac9-8761-659f3c6b0b94 req-56edc8bf-f982-415b-b321-056bdb29fe15 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:00.950268 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c75e942-98a1-4ac9-8761-659f3c6b0b94 req-56edc8bf-f982-415b-b321-056bdb29fe15 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0601807 Apr 12 15:00:00.966195 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df0b6d5e-9ad4-446c-a25b-e999b4b0a417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba417b90-e01f-4888-984b-3f8fb909d4c0), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:01.022436 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c75e942-98a1-4ac9-8761-659f3c6b0b94 req-cc4816c2-4085-40ba-a883-11e670055edd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710335 Apr 12 15:00:01.030867 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-df0b6d5e-9ad4-446c-a25b-e999b4b0a417 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ca1b3876e2e4f6685b1500aefa7052e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045373 Apr 12 15:00:01.031793 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b6d5e-9ad4-446c-a25b-e999b4b0a417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba417b90-e01f-4888-984b-3f8fb909d4c0,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:01.035897 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44494) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:01.134371 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c24b7f8e-acb6-42cc-bf23-de3b384f7d47 admin admin] Publish callbacks [] for security_group (ba417b90-e01f-4888-984b-3f8fb909d4c0), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:01.158103 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c24b7f8e-acb6-42cc-bf23-de3b384f7d47 admin admin] Publish callbacks [] for security_group (ba417b90-e01f-4888-984b-3f8fb909d4c0), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:01.313068 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c24b7f8e-acb6-42cc-bf23-de3b384f7d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba417b90-e01f-4888-984b-3f8fb909d4c0), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:01.316824 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c24b7f8e-acb6-42cc-bf23-de3b384f7d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:01.318114 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c24b7f8e-acb6-42cc-bf23-de3b384f7d47 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba417b90-e01f-4888-984b-3f8fb909d4c0 HTTP/1.1" status: 204 len: 168 time: 0.2811337 Apr 12 15:00:01.339050 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b7f8e-acb6-42cc-bf23-de3b384f7d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba417b90-e01f-4888-984b-3f8fb909d4c0,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:01.342444 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:01.819718 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ba4f9-7348-4deb-9d9d-0bb9b7e5d0aa req-58056105-4597-42df-81e6-8946482889d1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:01.826925 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6e5ba4f9-7348-4deb-9d9d-0bb9b7e5d0aa req-58056105-4597-42df-81e6-8946482889d1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0565844 Apr 12 15:00:01.887231 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6e5ba4f9-7348-4deb-9d9d-0bb9b7e5d0aa req-505e6129-a017-4c61-8627-41fff53beea4 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545595 Apr 12 15:00:02.154849 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50145d-194d-4903-b428-97a5ab7592f8 req-7e8980cb-ef92-4bca-949a-998261bea319 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:02.156340 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5f50145d-194d-4903-b428-97a5ab7592f8 req-7e8980cb-ef92-4bca-949a-998261bea319 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0546291 Apr 12 15:00:02.221295 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5f50145d-194d-4903-b428-97a5ab7592f8 req-7e86dba1-0f85-4538-8a9d-5cff9f733830 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560453 Apr 12 15:00:02.342722 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44512) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:02.357096 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54677615-bda1-464a-a7fb-6c12ce3e097b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:02.442988 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54677615-bda1-464a-a7fb-6c12ce3e097b admin admin] Publish callbacks [] for security_group (3c41734b-ebc2-4a6c-a1df-b5f94464f5d8), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:02.595303 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-54677615-bda1-464a-a7fb-6c12ce3e097b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3c41734b-ebc2-4a6c-a1df-b5f94464f5d8), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:02.635030 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54677615-bda1-464a-a7fb-6c12ce3e097b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c41734b-ebc2-4a6c-a1df-b5f94464f5d8,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:02.639375 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-54677615-bda1-464a-a7fb-6c12ce3e097b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6eb9528371374e27bafbc88aa59b7463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956543 Apr 12 15:00:02.642513 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44514) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:02.691799 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84699300-3de3-4de6-8433-8d160ed472be admin admin] Publish callbacks [] for security_group (3c41734b-ebc2-4a6c-a1df-b5f94464f5d8), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:02.713448 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84699300-3de3-4de6-8433-8d160ed472be admin admin] Publish callbacks [] for security_group (3c41734b-ebc2-4a6c-a1df-b5f94464f5d8), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:02.891992 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84699300-3de3-4de6-8433-8d160ed472be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3c41734b-ebc2-4a6c-a1df-b5f94464f5d8), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:02.895233 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-84699300-3de3-4de6-8433-8d160ed472be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:02.896390 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-84699300-3de3-4de6-8433-8d160ed472be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c41734b-ebc2-4a6c-a1df-b5f94464f5d8 HTTP/1.1" status: 204 len: 168 time: 0.2535300 Apr 12 15:00:02.910963 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84699300-3de3-4de6-8433-8d160ed472be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c41734b-ebc2-4a6c-a1df-b5f94464f5d8,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:03.006520 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d5215-c6ab-483b-ba54-9accf00d63a7 req-85be871a-34da-4be4-bb3e-2a2826adecc1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:03.008307 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0e8d5215-c6ab-483b-ba54-9accf00d63a7 req-85be871a-34da-4be4-bb3e-2a2826adecc1 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0534735 Apr 12 15:00:03.056891 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0e8d5215-c6ab-483b-ba54-9accf00d63a7 req-4adbfd1b-282a-4c7a-9f27-608fd2d2c8af tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Apr 12 15:00:03.206497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:03.338145 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07b66c-ad13-48b6-9311-19bc54771a76 req-a73a6aec-2b5b-45d7-ae26-e3ba6abdf0ed tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:03.339750 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fe07b66c-ad13-48b6-9311-19bc54771a76 req-a73a6aec-2b5b-45d7-ae26-e3ba6abdf0ed tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0483484 Apr 12 15:00:03.388247 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fe07b66c-ad13-48b6-9311-19bc54771a76 req-91e8fb0c-fe91-4f42-96b0-ceb7423cb2d6 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Apr 12 15:00:03.735835 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-b5974d3f-528c-47a0-ac9e-1fd69b579e23 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:03.737362 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-b5974d3f-528c-47a0-ac9e-1fd69b579e23 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0477397 Apr 12 15:00:03.834099 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Deleting port 95cec772-b36b-4db9-bc7d-ba457a268029 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:03.839153 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:03.931876 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-a29365be-a42f-431f-af11-d6a4521ea42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:03.933343 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-a29365be-a42f-431f-af11-d6a4521ea42c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 1130 time: 0.0849023 Apr 12 15:00:03.984336 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] For port 95cec772-b36b-4db9-bc7d-ba457a268029, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=95cec772-b36b-4db9-bc7d-ba457a268029,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:03.984686 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:04.062874 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:04.099848 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-4d8e13c0-dcd7-4708-bbe8-6f1d170a42db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:04.101709 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-4d8e13c0-dcd7-4708-bbe8-6f1d170a42db service neutron] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 917 time: 0.1609154 Apr 12 15:00:04.185401 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37faf-d42a-4bc0-97c8-879a16ec2537 req-dd1f6c56-6015-4de2-a84e-0bddfc436a2d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:04.186996 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52d37faf-d42a-4bc0-97c8-879a16ec2537 req-dd1f6c56-6015-4de2-a84e-0bddfc436a2d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 945 time: 0.0568614 Apr 12 15:00:04.246100 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52d37faf-d42a-4bc0-97c8-879a16ec2537 req-5bc883c1-0d08-481d-8495-5e99d47c6438 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups?id=0354a8f5-9cd0-4404-8b20-cf610ce586a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518584 Apr 12 15:00:04.508856 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-d9535629-7d28-4ee8-a737-fe2d7ac17dc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2 HTTP/1.1" status: 200 len: 1002 time: 0.3813472 Apr 12 15:00:04.512034 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d11575-3198-4fd6-8252-f1ae2a9b715c req-5ce68321-9c84-47ac-a91f-c556a58bc471 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:04.514028 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5d11575-3198-4fd6-8252-f1ae2a9b715c req-5ce68321-9c84-47ac-a91f-c556a58bc471 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0505364 Apr 12 15:00:04.552838 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:04.553209 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (eabee1f9-8c1d-4530-8268-5d9a7affa1fc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:04.553517 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Floating IP eabee1f9-8c1d-4530-8268-5d9a7affa1fc disassociated. External IP: 172.27.2.16, port: 95cec772-b36b-4db9-bc7d-ba457a268029. Apr 12 15:00:04.554048 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Calling delete_port for 95cec772-b36b-4db9-bc7d-ba457a268029 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:04.568594 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5d11575-3198-4fd6-8252-f1ae2a9b715c req-38745653-2a6e-4157-9e93-900dfda86e3b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487716 Apr 12 15:00:04.621085 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-9cdff50c-1cfb-4246-a75a-fddb13d43f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:04.622551 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-9cdff50c-1cfb-4246-a75a-fddb13d43f6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.1077271 Apr 12 15:00:04.678874 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-8cba5183-e47c-42bc-bff8-9180fdeed0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:04.680257 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-8cba5183-e47c-42bc-bff8-9180fdeed0fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487869 Apr 12 15:00:04.806291 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-f0d6f2f4-4c3f-429d-ae02-cba3709c237c service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184349 Apr 12 15:00:04.871402 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (95cec772-b36b-4db9-bc7d-ba457a268029), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:04.903627 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event deleted for resources: {'Port': ['ID=95cec772-b36b-4db9-bc7d-ba457a268029,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:04.970165 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-538a5e49-3a39-46ab-bccd-764fa7510919 req-bf2d1b74-a835-4004-b381-17663ecfd911 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576178 Apr 12 15:00:05.041146 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Router 1abf0cb9-8a4f-40d4-88b2-92c857022443 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:00:05.150838 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:00:05.161465 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] Sync routers for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:00:05.171620 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:05.172234 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:05.194146 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] No DVR routers for this DVR port 95cec772-b36b-4db9-bc7d-ba457a268029 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:00:05.196785 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:05.200141 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6416a602-4b0c-4559-a287-7624f2d2ebf8 req-89beef80-243c-44bb-a229-a9fbb1cc12cd tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.57 "DELETE /v2.0/ports/95cec772-b36b-4db9-bc7d-ba457a268029 HTTP/1.1" status: 204 len: 173 time: 1.4513931 Apr 12 15:00:05.200595 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'name': 'network-vif-deleted', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:00:05.202806 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b69e80-3884-4139-a149-a2b366c22bb4" -d '{"events": [{"server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "name": "network-vif-deleted", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:00:05.283435 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:05.389820 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fee0329e-f5d2-4d0f-b272-077007b576cc req-f7e7d941-7c89-40c7-8ee7-bea4858d73ac tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0550389 Apr 12 15:00:05.398821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61145f3-232e-4ad1-9504-f9ac0178d9cb x-openstack-request-id: req-a61145f3-232e-4ad1-9504-f9ac0178d9cb {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:00:05.398821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91be4b61-f6fb-4860-9346-f172a57ce12a", "name": "network-vif-deleted", "tag": "95cec772-b36b-4db9-bc7d-ba457a268029", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:00:05.399004 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a61145f3-232e-4ad1-9504-f9ac0178d9cb {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:00:05.399265 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61145f3-232e-4ad1-9504-f9ac0178d9cb'] response: {'server_uuid': '91be4b61-f6fb-4860-9346-f172a57ce12a', 'name': 'network-vif-deleted', 'tag': '95cec772-b36b-4db9-bc7d-ba457a268029', 'status': 'completed', 'code': 200} Apr 12 15:00:05.572597 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:05.599435 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] Checking router: 1abf0cb9-8a4f-40d4-88b2-92c857022443 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:00:05.607966 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:05.608610 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:05.692993 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549431d9-5c5c-40e3-97e0-47d8cef91af6 req-a0d09263-767e-42e0-9d89-b2e5a6da6804 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:05.694602 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-549431d9-5c5c-40e3-97e0-47d8cef91af6 req-a0d09263-767e-42e0-9d89-b2e5a6da6804 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0504754 Apr 12 15:00:05.718008 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:05.742150 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-549431d9-5c5c-40e3-97e0-47d8cef91af6 req-a2bcecda-b8c1-47c9-945b-ed6b9fe8e0c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416701 Apr 12 15:00:05.910401 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:05.937039 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161af815-bc3c-487d-a6f5-10797e7554cc None None] The sync data for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi is: [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T14:54:22Z', 'revision_number': 4, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '67e64550-2d88-430c-adac-3eeec4678002', 'name': '', 'network_id': '6cdec854-4846-4896-ad7e-f14d9793db5b', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'mac_address': 'fa:16:3e:92:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:20Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'subnets': [{'id': '18e8e686-5de9-4a85-8edd-c7a370e821a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:00:06.152144 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52838cef-4291-422a-b48e-b20a2784e7b7 None None] New status for floating IP eabee1f9-8c1d-4530-8268-5d9a7affa1fc: DOWN {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:00:06.505086 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eb137a18-9fe4-41da-a1eb-66643aeb0840 req-76f6924d-73b7-4d59-936f-21ff729ffb96 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0339596 Apr 12 15:00:06.863100 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dce083-f85c-4ab2-b3da-8418f7390534 req-0f5a0c28-34e7-4d00-947d-1b3b50a6e26e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:06.864542 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08dce083-f85c-4ab2-b3da-8418f7390534 req-0f5a0c28-34e7-4d00-947d-1b3b50a6e26e tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0485418 Apr 12 15:00:06.910385 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08dce083-f85c-4ab2-b3da-8418f7390534 req-e1dc2a61-67d7-4e3c-883b-ea0c7b3c0a37 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 Apr 12 15:00:07.074033 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:07.623118 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-90a99466-fd3b-4704-95d4-9fb2e2fed4fb req-b5da0def-0cd4-4b6f-a825-dcbfd6134e2e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0304682 Apr 12 15:00:08.027611 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c81d53-3964-4f5f-b30c-bda5b9072433 req-5d13eb2f-b7dd-4bd8-b729-baf8028cc525 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:08.029084 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5c81d53-3964-4f5f-b30c-bda5b9072433 req-5d13eb2f-b7dd-4bd8-b729-baf8028cc525 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 946 time: 0.0476794 Apr 12 15:00:08.075569 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5c81d53-3964-4f5f-b30c-bda5b9072433 req-68f1e63b-a159-4392-8b99-aee6e22e3943 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Apr 12 15:00:08.759796 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-64b115a0-77bc-4bb0-b905-185b3ec0ec24 req-33159dd6-aaee-4520-9672-f032231c2c8e tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0276752 Apr 12 15:00:09.427327 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 95cec772-b36b-4db9-bc7d-ba457a268029 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:09.453994 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 95cec772-b36b-4db9-bc7d-ba457a268029 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:09.454596 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 95cec772-b36b-4db9-bc7d-ba457a268029 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:09.454866 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:09.560839 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: ACTIVE; New status is: DOWN {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:00:09.561325 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:09.589101 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:00:09.591555 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469bd4c5-e2d1-4be8-a9c4-a976cc8453c3" -d '{"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-unplugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:00:09.607712 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:09.691694 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f48c710-a8fb-464a-9bed-cbb4c2a909c7 x-openstack-request-id: req-3f48c710-a8fb-464a-9bed-cbb4c2a909c7 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:00:09.691983 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-unplugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:00:09.692236 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f48c710-a8fb-464a-9bed-cbb4c2a909c7 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:00:09.692630 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f48c710-a8fb-464a-9bed-cbb4c2a909c7'] response: {'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'code': 200} Apr 12 15:00:09.702455 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:09.750543 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=8']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:09.851002 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-afd7037a-9d97-409d-9e39-587a665f684b req-f09a01d9-6a53-4e40-9f88-f9f0074931cf tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/ports?device_id=91be4b61-f6fb-4860-9346-f172a57ce12a HTTP/1.1" status: 200 len: 210 time: 0.0334704 Apr 12 15:00:10.579197 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3dd32-8cb7-4add-84b8-ba55d0694eb0 req-5b375aac-b643-453a-a73d-0a42059089e8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:10.581167 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fda3dd32-8cb7-4add-84b8-ba55d0694eb0 req-5b375aac-b643-453a-a73d-0a42059089e8 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0498021 Apr 12 15:00:10.635329 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fda3dd32-8cb7-4add-84b8-ba55d0694eb0 req-34333c38-c968-4340-a52a-40f91b1319f0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478122 Apr 12 15:00:10.860754 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-d61870e1-51c1-4f1f-9d0d-27931f035db7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382237 Apr 12 15:00:10.949204 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-bab4b804-3719-41bd-b72a-b3d5aab29f85 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:10.950587 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-bab4b804-3719-41bd-b72a-b3d5aab29f85 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports/5c58da46-e5bb-4b4a-8051-745b00e75ae2 HTTP/1.1" status: 200 len: 941 time: 0.0615382 Apr 12 15:00:11.040366 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44650) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:11.099019 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9020f148-e2e5-43b7-ae35-f370581af83d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (0354a8f5-9cd0-4404-8b20-cf610ce586a9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.123715 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9020f148-e2e5-43b7-ae35-f370581af83d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (0354a8f5-9cd0-4404-8b20-cf610ce586a9), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.273494 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9020f148-e2e5-43b7-ae35-f370581af83d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (0354a8f5-9cd0-4404-8b20-cf610ce586a9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.278546 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9020f148-e2e5-43b7-ae35-f370581af83d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.278546 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9020f148-e2e5-43b7-ae35-f370581af83d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "DELETE /v2.0/security-groups/0354a8f5-9cd0-4404-8b20-cf610ce586a9 HTTP/1.1" status: 204 len: 168 time: 0.2366903 Apr 12 15:00:11.281481 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44664) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:11.303585 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020f148-e2e5-43b7-ae35-f370581af83d tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354a8f5-9cd0-4404-8b20-cf610ce586a9,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:11.306844 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.api.v2.resource [None req-16b97e7c-0912-4c27-84c1-45d4370ad33a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] show failed (client error): The resource could not be found. Apr 12 15:00:11.318867 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-16b97e7c-0912-4c27-84c1-45d4370ad33a tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "GET /v2.0/security-groups/0354a8f5-9cd0-4404-8b20-cf610ce586a9 HTTP/1.1" status: 404 len: 347 time: 0.0336795 Apr 12 15:00:11.321951 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44668) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:11.332744 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea6ae8-deed-464d-8ff2-4f7ec5a2f6e7 req-5387a1bb-6678-40a5-a33b-bced6dba9359 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:11.339142 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-81ea6ae8-deed-464d-8ff2-4f7ec5a2f6e7 req-5387a1bb-6678-40a5-a33b-bced6dba9359 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0603497 Apr 12 15:00:11.399433 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-81ea6ae8-deed-464d-8ff2-4f7ec5a2f6e7 req-88cb3e89-b74d-4a44-bc7b-19608e969103 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566857 Apr 12 15:00:11.478648 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Deleting port 85c3a071-3449-4a17-971e-2439cfc0c610 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:11.478999 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (85c3a071-3449-4a17-971e-2439cfc0c610), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.562424 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (85c3a071-3449-4a17-971e-2439cfc0c610), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.562749 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (85c3a071-3449-4a17-971e-2439cfc0c610), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.577301 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Calling delete_port for 85c3a071-3449-4a17-971e-2439cfc0c610 owned by network:floatingip {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:11.713623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-3ba8a5b2-9deb-488c-9684-0c4fcf1da3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:11.715182 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-3ba8a5b2-9deb-488c-9684-0c4fcf1da3be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1129 time: 0.0497444 Apr 12 15:00:11.787590 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d7a2c-6055-451c-83c7-0f4ef6aa5a1f req-c3045fd6-76cf-456b-84e7-a4473bed77fa tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:11.790505 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b3d7a2c-6055-451c-83c7-0f4ef6aa5a1f req-c3045fd6-76cf-456b-84e7-a4473bed77fa tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0635111 Apr 12 15:00:11.876242 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b3d7a2c-6055-451c-83c7-0f4ef6aa5a1f req-4c508fe9-f3d8-43e6-a884-aa2350ed9fdd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732958 Apr 12 15:00:11.886147 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (85c3a071-3449-4a17-971e-2439cfc0c610), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:11.922627 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Pushing event deleted for resources: {'Port': ['ID=85c3a071-3449-4a17-971e-2439cfc0c610,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:11.925591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-5be4b9fa-d128-4757-8160-e87fa2b47027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:11.927230 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-5be4b9fa-d128-4757-8160-e87fa2b47027 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 910 time: 0.1882002 Apr 12 15:00:12.029102 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks [] for floatingip (eabee1f9-8c1d-4530-8268-5d9a7affa1fc), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:12.031654 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:12.032842 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-3247bae6-edc6-47b6-9fda-2411ecfdb794 tempest-AttachVolumeTestJSON-2108516226 tempest-AttachVolumeTestJSON-2108516226-project] 10.222.0.64 "DELETE /v2.0/floatingips/eabee1f9-8c1d-4530-8268-5d9a7affa1fc HTTP/1.1" status: 204 len: 168 time: 0.7097492 Apr 12 15:00:12.053468 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-cdef048a-b517-4bd7-bae4-b5c132833be8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 1000 time: 0.1191516 Apr 12 15:00:12.108802 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-8c9bfcc9-a3e6-4731-9d39-e24bc4815e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.110339 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-8c9bfcc9-a3e6-4731-9d39-e24bc4815e32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0511711 Apr 12 15:00:12.165494 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-e8c6d69d-9aa3-4e2d-920e-18b8249f661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.167120 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-e8c6d69d-9aa3-4e2d-920e-18b8249f661d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439150 Apr 12 15:00:12.260378 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-48d44de1-812e-4219-9609-9d1857d80005 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869884 Apr 12 15:00:12.531837 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57700a-3604-4687-a074-5532a8dc5aa6 req-7c9c4373-f600-4cf3-b06e-fea8324245b2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.533355 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b57700a-3604-4687-a074-5532a8dc5aa6 req-7c9c4373-f600-4cf3-b06e-fea8324245b2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0513296 Apr 12 15:00:12.559391 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-83389cb4-8676-4453-8ca4-08c00484dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.560924 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-83389cb4-8676-4453-8ca4-08c00484dbf6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63&tenant_id=7c2a576e2be74418bdef57686bad30a2 HTTP/1.1" status: 200 len: 1128 time: 0.0807345 Apr 12 15:00:12.587440 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-deae2ef6-07d6-45a7-a63e-24661110c59e req-23f535dc-e388-41cb-b0e0-2d24ae88929a service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270320 Apr 12 15:00:12.591568 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b57700a-3604-4687-a074-5532a8dc5aa6 req-966526f8-2e40-42ee-aaa7-964b3dd0375b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504141 Apr 12 15:00:12.631024 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-07664727-2191-442a-8212-8fb59f68a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.632548 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-07664727-2191-442a-8212-8fb59f68a46a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2a576e2be74418bdef57686bad30a2&device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 1128 time: 0.0442517 Apr 12 15:00:12.728994 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-33757d67-3bce-426c-8b59-e41384482d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.730381 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-33757d67-3bce-426c-8b59-e41384482d00 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 200 len: 917 time: 0.0915427 Apr 12 15:00:12.798994 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-deaa0f3a-d934-4273-ac1b-0b885342f27d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2 HTTP/1.1" status: 200 len: 1000 time: 0.0610137 Apr 12 15:00:12.849390 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-9254cd24-ce11-42a9-bfcd-329320216a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.850898 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-9254cd24-ce11-42a9-bfcd-329320216a1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 200 len: 855 time: 0.0452082 Apr 12 15:00:12.895607 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-c2157f08-737f-41ad-8fd5-70955e023df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.897110 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-c2157f08-737f-41ad-8fd5-70955e023df7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5444df66-cec9-4e6f-babf-6afcab69a266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400376 Apr 12 15:00:12.986890 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142eeca-78aa-4317-9d6b-de7d2cfdf2e2 req-8a6587fb-1d89-4813-9076-77cd5928d0cc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:12.989207 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9142eeca-78aa-4317-9d6b-de7d2cfdf2e2 req-8a6587fb-1d89-4813-9076-77cd5928d0cc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0519941 Apr 12 15:00:13.003762 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-d120de7e-35ba-4de9-a23a-ddfb963d1d9f service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965321 Apr 12 15:00:13.046588 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9142eeca-78aa-4317-9d6b-de7d2cfdf2e2 req-ffc95cb6-91d8-458f-aa6f-52fbbcf14937 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510304 Apr 12 15:00:13.100708 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-3ecafe3f-af2f-4b34-ac0c-7e95932d88b8 service neutron] 10.222.0.57 "GET /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913067 Apr 12 15:00:13.427474 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:13.520884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: DOWN; New status is: DOWN {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:00:13.742521 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408a732-3e6a-4132-9914-58850348e14a req-0e79cd3d-c785-4efa-8c19-cca9b887221d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:13.744156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2408a732-3e6a-4132-9914-58850348e14a req-0e79cd3d-c785-4efa-8c19-cca9b887221d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0614967 Apr 12 15:00:13.815216 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2408a732-3e6a-4132-9914-58850348e14a req-a94b73d1-d00d-4165-86b9-84c6079642d4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649302 Apr 12 15:00:14.200364 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f65db-0d2c-42b0-b5ce-c6e4d88ccd4a req-ed164220-1495-406d-bb05-13e42499e8b9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:14.201976 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d16f65db-0d2c-42b0-b5ce-c6e4d88ccd4a req-ed164220-1495-406d-bb05-13e42499e8b9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0680182 Apr 12 15:00:14.261816 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d16f65db-0d2c-42b0-b5ce-c6e4d88ccd4a req-18d1a315-ed51-4ddb-b6de-73017a652dec tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530810 Apr 12 15:00:14.951114 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a382d-3109-4a0a-9494-8bef3fdaf5b6 req-13260b42-d04c-470c-ae8d-2e2b671969cc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:14.953771 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b89a382d-3109-4a0a-9494-8bef3fdaf5b6 req-13260b42-d04c-470c-ae8d-2e2b671969cc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0569162 Apr 12 15:00:15.007539 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b89a382d-3109-4a0a-9494-8bef3fdaf5b6 req-a93011c0-bbac-4052-96d7-fa0405b0739d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474410 Apr 12 15:00:15.416900 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2cbab-1aac-4d58-8bbd-c43d1ad02402 req-8a233b31-a9b6-40bd-a332-1bf5b91f9aec tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:15.419188 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-adc2cbab-1aac-4d58-8bbd-c43d1ad02402 req-8a233b31-a9b6-40bd-a332-1bf5b91f9aec tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0750959 Apr 12 15:00:15.470569 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-adc2cbab-1aac-4d58-8bbd-c43d1ad02402 req-47d4d344-bcc1-48db-b616-c71c80cc6d1f tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429935 Apr 12 15:00:15.506487 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44770) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:15.518345 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:00:15.644710 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9393ec2d-b1ce-4314-acf0-704a36859a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:15.728869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9393ec2d-b1ce-4314-acf0-704a36859a3b admin admin] Publish callbacks [] for security_group (e337adf3-f366-4aea-b8e3-92b3b7ec0618), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:15.822765 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9393ec2d-b1ce-4314-acf0-704a36859a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (e337adf3-f366-4aea-b8e3-92b3b7ec0618), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:15.863868 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9393ec2d-b1ce-4314-acf0-704a36859a3b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62858c298e954876a80d3b21fb5dcc14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560681 Apr 12 15:00:15.864623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393ec2d-b1ce-4314-acf0-704a36859a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e337adf3-f366-4aea-b8e3-92b3b7ec0618,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:15.866660 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44774) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:15.933197 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b1a02651-3923-4a88-9cbf-6efe6f18ae69 admin admin] Publish callbacks [] for security_group (e337adf3-f366-4aea-b8e3-92b3b7ec0618), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:15.960712 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b1a02651-3923-4a88-9cbf-6efe6f18ae69 admin admin] Publish callbacks [] for security_group (e337adf3-f366-4aea-b8e3-92b3b7ec0618), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:16.095229 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b1a02651-3923-4a88-9cbf-6efe6f18ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (e337adf3-f366-4aea-b8e3-92b3b7ec0618), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:16.098814 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b1a02651-3923-4a88-9cbf-6efe6f18ae69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:16.102382 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b1a02651-3923-4a88-9cbf-6efe6f18ae69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e337adf3-f366-4aea-b8e3-92b3b7ec0618 HTTP/1.1" status: 204 len: 168 time: 0.2323391 Apr 12 15:00:16.136317 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02651-3923-4a88-9cbf-6efe6f18ae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337adf3-f366-4aea-b8e3-92b3b7ec0618,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:16.148699 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661742d-b735-4951-bc6d-57a1ea8020a9 req-0cba4c80-13a0-427f-bb97-a3ca8cd3d268 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:16.150286 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b661742d-b735-4951-bc6d-57a1ea8020a9 req-0cba4c80-13a0-427f-bb97-a3ca8cd3d268 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0653915 Apr 12 15:00:16.240821 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b661742d-b735-4951-bc6d-57a1ea8020a9 req-eeace43b-0db9-45e4-b2b4-51b1684653b0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790036 Apr 12 15:00:16.475799 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44790) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:16.710383 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e05ee-21ab-4f0d-ae9d-20f28711ef70 req-051774d4-8add-40be-91b0-15a8d647b7a5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:16.711858 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c03e05ee-21ab-4f0d-ae9d-20f28711ef70 req-051774d4-8add-40be-91b0-15a8d647b7a5 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.1130483 Apr 12 15:00:16.812882 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c03e05ee-21ab-4f0d-ae9d-20f28711ef70 req-4e32fe79-ae13-4283-bb06-7580619121ff tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946467 Apr 12 15:00:17.094018 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (1abf0cb9-8a4f-40d4-88b2-92c857022443), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:17.424179 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a6542-ccc5-49d2-a417-a7daf6556ce5 req-b8da23cf-1707-4876-b2c7-b9315349013b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:17.426101 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-043a6542-ccc5-49d2-a417-a7daf6556ce5 req-b8da23cf-1707-4876-b2c7-b9315349013b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0958543 Apr 12 15:00:17.547009 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-043a6542-ccc5-49d2-a417-a7daf6556ce5 req-a4925d56-2ba7-44e5-98c7-91c3209ea0fc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104195 Apr 12 15:00:17.548332 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Deleting port 67e64550-2d88-430c-adac-3eeec4678002 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:17.548332 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (67e64550-2d88-430c-adac-3eeec4678002), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:17.659782 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] For port 67e64550-2d88-430c-adac-3eeec4678002, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=67e64550-2d88-430c-adac-3eeec4678002,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:17.660259 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (67e64550-2d88-430c-adac-3eeec4678002), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:17.676376 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Calling delete_port for 67e64550-2d88-430c-adac-3eeec4678002 owned by network:router_interface {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:17.989665 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78b62f-b28e-4b6d-bd7d-9e2f2953db10 req-879f48c7-f250-47f2-8161-7cf2225a38bb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:17.991449 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d78b62f-b28e-4b6d-bd7d-9e2f2953db10 req-879f48c7-f250-47f2-8161-7cf2225a38bb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0739508 Apr 12 15:00:18.049087 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d78b62f-b28e-4b6d-bd7d-9e2f2953db10 req-a1e62257-108a-4ad6-a5c7-eb95e6af314a tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509427 Apr 12 15:00:18.052198 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (67e64550-2d88-430c-adac-3eeec4678002), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:18.089390 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e64550-2d88-430c-adac-3eeec4678002,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:18.373219 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (1abf0cb9-8a4f-40d4-88b2-92c857022443), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:18.712135 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3866f11-1a9c-4fe0-8391-7fd84257bb42 req-40c52901-f42b-40e0-bd4e-6dba9301e007 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:18.713569 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d3866f11-1a9c-4fe0-8391-7fd84257bb42 req-40c52901-f42b-40e0-bd4e-6dba9301e007 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0713389 Apr 12 15:00:18.725525 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Router 1abf0cb9-8a4f-40d4-88b2-92c857022443 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:00:18.827754 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d3866f11-1a9c-4fe0-8391-7fd84257bb42 req-91ebcdd8-5862-426f-bb5a-24f8bb1cdbfc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051083 Apr 12 15:00:18.912910 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:00:18.919930 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0da6072b-7ca1-4638-b691-5f5426c0e1d0 admin admin] 10.222.0.64 "PUT /v2.0/routers/1abf0cb9-8a4f-40d4-88b2-92c857022443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4418435 Apr 12 15:00:18.922207 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44834) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:18.925857 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] Sync routers for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:00:18.937622 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:18.938561 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:19.080731 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks [] for router (1abf0cb9-8a4f-40d4-88b2-92c857022443), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:19.086602 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:19.234196 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f91ab-6a1d-4c30-94a3-d89a78f11353 req-028147f8-5c0f-43b9-9d2f-dd0148fd7aa4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:19.235718 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa5f91ab-6a1d-4c30-94a3-d89a78f11353 req-028147f8-5c0f-43b9-9d2f-dd0148fd7aa4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0684419 Apr 12 15:00:19.345238 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T15:00:17Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:19.394759 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks [] for router_gateway (1abf0cb9-8a4f-40d4-88b2-92c857022443), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:19.417339 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] Checking router: 1abf0cb9-8a4f-40d4-88b2-92c857022443 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:00:19.417452 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa5f91ab-6a1d-4c30-94a3-d89a78f11353 req-4ee175f6-afcc-41de-a1e4-5c3d38b482b1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102381 Apr 12 15:00:19.420930 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] Routers {'1abf0cb9-8a4f-40d4-88b2-92c857022443'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:19.421587 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['1abf0cb9-8a4f-40d4-88b2-92c857022443'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:19.556891 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] Set router 1abf0cb9-8a4f-40d4-88b2-92c857022443 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:19.775390 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T15:00:17Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:19.797599 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Deleting port 7b4d4391-f7c4-45e5-80bc-04dd685285c2 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:19.807069 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:19.820293 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa51330e-54ed-4ab9-83ee-97805fd41882 None None] The sync data for ids ['1abf0cb9-8a4f-40d4-88b2-92c857022443'] in dv-cinder-837524-1-iscsi is: [{'id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'name': 'tempest-AttachVolumeTestJSON-2015533666-router', 'tenant_id': '39fcc2a0fdd24f72a683109da0ad023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:13Z', 'updated_at': '2022-04-12T15:00:17Z', 'revision_number': 5, 'project_id': '39fcc2a0fdd24f72a683109da0ad023e', 'gw_port': {'id': '7b4d4391-f7c4-45e5-80bc-04dd685285c2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abf0cb9-8a4f-40d4-88b2-92c857022443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:00:19.925848 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] For port 7b4d4391-f7c4-45e5-80bc-04dd685285c2, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=7b4d4391-f7c4-45e5-80bc-04dd685285c2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:19.926599 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:19.969466 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Calling delete_port for 7b4d4391-f7c4-45e5-80bc-04dd685285c2 owned by network:router_gateway {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:19.992870 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643e27d-be53-41be-9883-078f84ca4e87 req-f7875d52-b108-4bf9-a501-47b9697e6802 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:19.999941 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8643e27d-be53-41be-9883-078f84ca4e87 req-f7875d52-b108-4bf9-a501-47b9697e6802 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0775614 Apr 12 15:00:20.106691 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8643e27d-be53-41be-9883-078f84ca4e87 req-672cbd79-5ce4-446d-be60-d70901766bfe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056030 Apr 12 15:00:20.647273 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963edca-3f65-4612-ac89-c77838f0f00e req-5333c0d4-4282-47c1-aadf-16663da84abe tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:20.649433 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8963edca-3f65-4612-ac89-c77838f0f00e req-5333c0d4-4282-47c1-aadf-16663da84abe tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0973821 Apr 12 15:00:20.718304 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8963edca-3f65-4612-ac89-c77838f0f00e req-eac66479-7a20-4b10-beaa-a9ff138485ab tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602217 Apr 12 15:00:20.725907 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (7b4d4391-f7c4-45e5-80bc-04dd685285c2), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:20.760224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4d4391-f7c4-45e5-80bc-04dd685285c2,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:20.836176 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (1abf0cb9-8a4f-40d4-88b2-92c857022443), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:20.938422 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (1abf0cb9-8a4f-40d4-88b2-92c857022443), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:20.941872 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks [] for router_controller (1abf0cb9-8a4f-40d4-88b2-92c857022443), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.102800 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (1abf0cb9-8a4f-40d4-88b2-92c857022443), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.103376 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1abf0cb9-8a4f-40d4-88b2-92c857022443 {{(pid=110562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:00:21.111454 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.116298 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44858) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:21.130942 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b25fbde8-a978-4897-b3d1-a6d0bd2bf311 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1abf0cb9-8a4f-40d4-88b2-92c857022443 HTTP/1.1" status: 204 len: 168 time: 2.1925473 Apr 12 15:00:21.189746 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] Deleting subnet 18e8e686-5de9-4a85-8edd-c7a370e821a3 {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:00:21.201286 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] Publish callbacks [] for subnet (18e8e686-5de9-4a85-8edd-c7a370e821a3), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.281361 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (18e8e686-5de9-4a85-8edd-c7a370e821a3), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.288961 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb275e-9df5-4e46-8576-0b603ca9ab8d req-6042f9bc-8a0e-4da1-bca6-e1cbbb846461 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:21.303004 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-78fb275e-9df5-4e46-8576-0b603ca9ab8d req-6042f9bc-8a0e-4da1-bca6-e1cbbb846461 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0981073 Apr 12 15:00:21.388107 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-78fb275e-9df5-4e46-8576-0b603ca9ab8d req-5e96b134-93f5-43d7-be57-9020f0053f88 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841887 Apr 12 15:00:21.476013 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (18e8e686-5de9-4a85-8edd-c7a370e821a3), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.611649 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (18e8e686-5de9-4a85-8edd-c7a370e821a3), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.639172 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e8e686-5de9-4a85-8edd-c7a370e821a3,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:21.652395 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.652395 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-5fc0e891-b6d7-4a4a-9bde-09a1d92ddd87 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/18e8e686-5de9-4a85-8edd-c7a370e821a3 HTTP/1.1" status: 204 len: 168 time: 0.5310202 Apr 12 15:00:21.652576 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3508e7-59c7-45ec-a236-6997bac6a8f5 None None] Network 6cdec854-4846-4896-ad7e-f14d9793db5b requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:00:21.653132 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44868) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:21.812107 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (6cdec854-4846-4896-ad7e-f14d9793db5b), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.826037 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 67e64550-2d88-430c-adac-3eeec4678002 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:21.858400 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 67e64550-2d88-430c-adac-3eeec4678002 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:21.859072 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 67e64550-2d88-430c-adac-3eeec4678002 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:21.859496 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 7b4d4391-f7c4-45e5-80bc-04dd685285c2 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:21.866636 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Deleting port e97356bb-0a49-4ea2-9203-7d6c2a719caa {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:21.867001 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.891913 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ade1b-51d6-429d-a5e5-4560fc4d880f req-689792a3-7411-4eea-8e1b-e11cf48a4f36 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:21.893621 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 7b4d4391-f7c4-45e5-80bc-04dd685285c2 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:21.894793 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 7b4d4391-f7c4-45e5-80bc-04dd685285c2 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:21.905416 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-186ade1b-51d6-429d-a5e5-4560fc4d880f req-689792a3-7411-4eea-8e1b-e11cf48a4f36 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0767086 Apr 12 15:00:21.960522 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] For port e97356bb-0a49-4ea2-9203-7d6c2a719caa, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e97356bb-0a49-4ea2-9203-7d6c2a719caa,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:21.970757 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:21.971066 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-186ade1b-51d6-429d-a5e5-4560fc4d880f req-41c0b063-e22a-4798-9014-04226caf612b tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498505 Apr 12 15:00:21.977594 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Calling delete_port for e97356bb-0a49-4ea2-9203-7d6c2a719caa owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:21.991070 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] DHCP port deletion for 6cdec854-4846-4896-ad7e-f14d9793db5b request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:00:22.037024 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] Deleting port e97356bb-0a49-4ea2-9203-7d6c2a719caa {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:22.037375 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.107111 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] For port e97356bb-0a49-4ea2-9203-7d6c2a719caa, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e97356bb-0a49-4ea2-9203-7d6c2a719caa,segment=NetworkSegment(b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7),segment_id=b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:22.107763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.124131 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] Calling delete_port for e97356bb-0a49-4ea2-9203-7d6c2a719caa owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:22.148341 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.173250 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=e97356bb-0a49-4ea2-9203-7d6c2a719caa,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:22.177009 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] No DVR routers for this DVR port e97356bb-0a49-4ea2-9203-7d6c2a719caa on host dv-cinder-837524-1-iscsi {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:00:22.208379 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (e97356bb-0a49-4ea2-9203-7d6c2a719caa), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.233778 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] Pushing event deleted for resources: {'Port': ['ID=e97356bb-0a49-4ea2-9203-7d6c2a719caa,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:22.235601 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a3ac7-fbf6-4f0c-b7bd-426595e67091 None None] No DVR routers for this DVR port e97356bb-0a49-4ea2-9203-7d6c2a719caa on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:00:22.253302 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (6cdec854-4846-4896-ad7e-f14d9793db5b), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.274088 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdec854-4846-4896-ad7e-f14d9793db5b']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:22.283418 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:22.283788 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:22.293441 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.306697 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.312981 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:00:22.313363 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (b2eebc6e-1c5e-45e1-adac-7cd2e772e7c7), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:00:22.315676 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:00:22.423258 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (6cdec854-4846-4896-ad7e-f14d9793db5b), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.429290 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:22.435021 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] 10.222.0.64 "DELETE /v2.0/networks/6cdec854-4846-4896-ad7e-f14d9793db5b HTTP/1.1" status: 204 len: 168 time: 0.7802513 Apr 12 15:00:22.446117 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe96833-0943-4313-8036-4732a9310fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdec854-4846-4896-ad7e-f14d9793db5b,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:22.521614 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6173e-5158-48c5-b0a7-ea6bacf3e6a4 req-409a3cc1-61fb-487e-bef3-72089ff1a87a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:22.523361 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-27f6173e-5158-48c5-b0a7-ea6bacf3e6a4 req-409a3cc1-61fb-487e-bef3-72089ff1a87a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0535324 Apr 12 15:00:22.594516 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-27f6173e-5158-48c5-b0a7-ea6bacf3e6a4 req-b5d4b718-b410-4c31-851a-9d644f3f50cf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656257 Apr 12 15:00:22.923423 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 44888) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:22.969909 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-6f4d474f-11c8-44ac-9d5b-a08f80bab2e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39fcc2a0fdd24f72a683109da0ad023e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444019 Apr 12 15:00:22.973339 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 44896) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:23.025295 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-90484af7-1e11-473d-8e0e-dd72eeb1b4fc admin admin] Publish callbacks [] for security_group (81c8940d-85b7-4d46-b3a4-0a21c660b8f5), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:23.057722 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-90484af7-1e11-473d-8e0e-dd72eeb1b4fc admin admin] Publish callbacks [] for security_group (81c8940d-85b7-4d46-b3a4-0a21c660b8f5), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:23.114217 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4abd26-0284-415b-9ff3-d3d4e978590a req-521cb0af-37f5-4f85-9dfc-ff302eda8544 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:23.115675 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef4abd26-0284-415b-9ff3-d3d4e978590a req-521cb0af-37f5-4f85-9dfc-ff302eda8544 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 944 time: 0.0707128 Apr 12 15:00:23.170860 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef4abd26-0284-415b-9ff3-d3d4e978590a req-68b4fa72-321d-44c8-854f-ed4df3b063c4 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490820 Apr 12 15:00:23.274257 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-90484af7-1e11-473d-8e0e-dd72eeb1b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (81c8940d-85b7-4d46-b3a4-0a21c660b8f5), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:23.277144 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-90484af7-1e11-473d-8e0e-dd72eeb1b4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:23.280965 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-90484af7-1e11-473d-8e0e-dd72eeb1b4fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/81c8940d-85b7-4d46-b3a4-0a21c660b8f5 HTTP/1.1" status: 204 len: 168 time: 0.3039680 Apr 12 15:00:23.287397 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90484af7-1e11-473d-8e0e-dd72eeb1b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8940d-85b7-4d46-b3a4-0a21c660b8f5,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:23.358153 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-9dd62cfe-1278-45c7-b352-b86d64769676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:23.360408 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-9dd62cfe-1278-45c7-b352-b86d64769676 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1129 time: 0.0599570 Apr 12 15:00:23.463378 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e97356bb-0a49-4ea2-9203-7d6c2a719caa no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:23.469329 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-cec9ea21-a238-43d1-80eb-b5de89f1baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:23.470953 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-cec9ea21-a238-43d1-80eb-b5de89f1baa2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 910 time: 0.1010339 Apr 12 15:00:23.493886 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: e97356bb-0a49-4ea2-9203-7d6c2a719caa {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:23.494577 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e97356bb-0a49-4ea2-9203-7d6c2a719caa not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:23.511301 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:00:23.551382 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-41527930-1a9b-455a-b75b-717e17cca447 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 1000 time: 0.0741429 Apr 12 15:00:23.614450 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-eb62ad4f-2cb0-4ab7-9820-ae13725fe37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:23.615983 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-eb62ad4f-2cb0-4ab7-9820-ae13725fe37c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0588014 Apr 12 15:00:23.637069 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:23.653488 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'port_id': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'mac_address': 'fa:16:3e:39:2b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:00:23.666847 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-f04cf4ea-075d-49fa-8fa5-69ca36e569de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:23.668343 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-f04cf4ea-075d-49fa-8fa5-69ca36e569de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418489 Apr 12 15:00:23.698216 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:00:23.698599 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:23.714076 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c58da46-e5bb-4b4a-8051-745b00e75ae2 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:00:23.723058 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3a8ce-8b51-4abc-8b62-3902746d0832 req-08749e27-7e88-4367-b0c1-f3f905d94d76 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:23.726245 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f2f3a8ce-8b51-4abc-8b62-3902746d0832 req-08749e27-7e88-4367-b0c1-f3f905d94d76 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0560415 Apr 12 15:00:23.734800 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:23.770567 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-e6501d0b-7af0-418c-a9cb-751b64f0a369 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956535 Apr 12 15:00:23.788658 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f2f3a8ce-8b51-4abc-8b62-3902746d0832 req-195a19e5-74c3-40af-900b-36e78aa89535 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476694 Apr 12 15:00:23.868422 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f4f0f2a7-6a5f-4a65-86ae-67fad84a3ed6 req-e74a3e59-1e04-4714-90e0-de06c0b34749 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917833 Apr 12 15:00:23.926434 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:23.981571 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=9']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:24.143272 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['5c58da46-e5bb-4b4a-8051-745b00e75ae2'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:00:24.299280 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8c1f1-a510-427b-9b1e-366f4d8695af req-157c09dd-d94f-4921-bc6d-a823124ecbd1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:24.301604 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03c8c1f1-a510-427b-9b1e-366f4d8695af req-157c09dd-d94f-4921-bc6d-a823124ecbd1 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 945 time: 0.0509026 Apr 12 15:00:24.358314 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03c8c1f1-a510-427b-9b1e-366f4d8695af req-95acde02-dd68-461d-b655-291f0e9a7cbd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504136 Apr 12 15:00:24.913006 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5f751-e367-413a-9f39-c06fdf66074a req-019cbfda-6708-427b-8191-56dd7a77d535 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:24.915060 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52c5f751-e367-413a-9f39-c06fdf66074a req-019cbfda-6708-427b-8191-56dd7a77d535 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0573463 Apr 12 15:00:24.970196 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52c5f751-e367-413a-9f39-c06fdf66074a req-8fe95815-b5bd-4395-bcd6-cadd9891d2f3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476928 Apr 12 15:00:25.485525 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12921-9e15-4604-b08a-669087102d45 req-673ab275-1fe3-40f1-a105-afcdb452f5e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:25.487156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fcb12921-9e15-4604-b08a-669087102d45 req-673ab275-1fe3-40f1-a105-afcdb452f5e0 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Apr 12 15:00:25.490507 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:00:25.558676 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:00:25.559916 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:25.567928 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fcb12921-9e15-4604-b08a-669087102d45 req-5cc410df-f568-426d-a8c0-d361d4b5fecb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724812 Apr 12 15:00:25.647954 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:00:25.648628 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:25.676324 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:00:25.678745 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6ebcd-3f6e-4f02-8440-aba05ad69e55" -d '{"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-plugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:00:25.692310 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:25.714965 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e4001-876a-4ad8-bdab-943668f8cd04 x-openstack-request-id: req-9a2e4001-876a-4ad8-bdab-943668f8cd04 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:00:25.715272 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-plugged", "status": "completed", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:00:25.715542 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a2e4001-876a-4ad8-bdab-943668f8cd04 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:00:25.715922 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2e4001-876a-4ad8-bdab-943668f8cd04'] response: {'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'code': 200} Apr 12 15:00:25.868620 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:25.918766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=10']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:26.087760 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0292059-ad44-4442-94ca-37c68f6ac8a5 req-e74ca092-b439-4193-a3fb-3f466ce5eb03 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:26.089252 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0292059-ad44-4442-94ca-37c68f6ac8a5 req-e74ca092-b439-4193-a3fb-3f466ce5eb03 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0470464 Apr 12 15:00:26.150675 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b0292059-ad44-4442-94ca-37c68f6ac8a5 req-1474156f-41b7-4769-8686-6c2723cdd4a1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559063 Apr 12 15:00:26.188168 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a2246-ab52-4b75-8d9b-cc2d76cf2068 req-1e916426-067b-4678-a868-89b18256dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:26.189827 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6f9a2246-ab52-4b75-8d9b-cc2d76cf2068 req-1e916426-067b-4678-a868-89b18256dd76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 1131 time: 0.0485318 Apr 12 15:00:26.237651 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6f9a2246-ab52-4b75-8d9b-cc2d76cf2068 req-66534d4e-601b-4689-9612-b9f54d4931be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Apr 12 15:00:26.692823 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f558648-85fa-426d-adfa-3f777d477901 req-3b616901-f1d8-4ced-ba95-dab1f02d8be9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:26.694304 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1f558648-85fa-426d-adfa-3f777d477901 req-3b616901-f1d8-4ced-ba95-dab1f02d8be9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 947 time: 0.0490215 Apr 12 15:00:26.742589 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1f558648-85fa-426d-adfa-3f777d477901 req-570a1141-1097-428d-8981-d7f4d767b9eb tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Apr 12 15:00:27.271053 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53318913-e2a9-4e1d-a4d1-af9bbbce378f req-bdc4c479-5b7b-49cd-9ed5-279f2abe03c0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:27.272540 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-53318913-e2a9-4e1d-a4d1-af9bbbce378f req-bdc4c479-5b7b-49cd-9ed5-279f2abe03c0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0506766 Apr 12 15:00:27.323791 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-53318913-e2a9-4e1d-a4d1-af9bbbce378f req-41a96292-cf3f-4815-a56b-fecf84273916 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Apr 12 15:00:27.467663 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b8f8a143-0daa-44e4-abdf-6938c56c6562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:27.490271 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-ad1b3e95-607c-4c48-bece-111f8944d2e4 req-bf484668-b8a2-4cbb-8a5d-326d76f9ef4a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:00:27.492090 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad1b3e95-607c-4c48-bece-111f8944d2e4 req-bf484668-b8a2-4cbb-8a5d-326d76f9ef4a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0985880 Apr 12 15:00:27.873889 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfae724-4d40-4e9d-9c37-539b0cc41e6d req-ace4c18b-b14d-40ae-95c6-9bb3ebd58eba tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:27.875381 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4dfae724-4d40-4e9d-9c37-539b0cc41e6d req-ace4c18b-b14d-40ae-95c6-9bb3ebd58eba tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 947 time: 0.0521140 Apr 12 15:00:27.929315 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4dfae724-4d40-4e9d-9c37-539b0cc41e6d req-de8eb828-35cc-416e-aae0-ad789e5c8082 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457566 Apr 12 15:00:28.803651 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a827e6-232c-4595-9f92-20685b4115de req-181358d8-1882-4d11-9ffc-7269ace74c9d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:28.805133 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-39a827e6-232c-4595-9f92-20685b4115de req-181358d8-1882-4d11-9ffc-7269ace74c9d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0489478 Apr 12 15:00:28.853987 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-39a827e6-232c-4595-9f92-20685b4115de req-3e435d0f-5fc6-4ccb-b8ff-e3480f759c4c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Apr 12 15:00:28.996774 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45072) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:29.094061 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ff16-b37e-4eb3-ac36-20ec19ff52b3 req-370f7e43-5435-49ac-a9f5-1dad5aac4a4d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:29.102191 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-04f0ff16-b37e-4eb3-ac36-20ec19ff52b3 req-370f7e43-5435-49ac-a9f5-1dad5aac4a4d tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 947 time: 0.0949094 Apr 12 15:00:29.122593 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-c0cbb60c-f11b-4fff-8ba4-696611f7b3b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243119 Apr 12 15:00:29.136002 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-41985482-38ec-4719-b538-bf4601d91524 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:00:29.136980 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-41985482-38ec-4719-b538-bf4601d91524 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061812 Apr 12 15:00:29.162485 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-04f0ff16-b37e-4eb3-ac36-20ec19ff52b3 req-51792908-0a5c-4538-9aae-bb6e01856781 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593917 Apr 12 15:00:29.282261 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45084) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:29.397820 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-91d63479-102c-41d9-83c8-e5798a34428e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:29.399154 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-91d63479-102c-41d9-83c8-e5798a34428e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports/1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 942 time: 0.1154039 Apr 12 15:00:29.508942 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:29.603550 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe is: ACTIVE; New status is: DOWN {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:00:29.603933 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:29.630291 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:00:29.632525 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f686e89-cff2-41dd-889c-e7017ce69ca9" -d '{"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-unplugged", "status": "completed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:00:29.646590 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:29.666076 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df20e99-91fc-45c3-b7a9-a1f3fbbb0f30 x-openstack-request-id: req-9df20e99-91fc-45c3-b7a9-a1f3fbbb0f30 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:00:29.666362 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-unplugged", "status": "failed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "code": 422}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:00:29.666611 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9df20e99-91fc-45c3-b7a9-a1f3fbbb0f30 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:00:29.667092 dv-cinder-837524-1-iscsi neutron-server[110563]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9df20e99-91fc-45c3-b7a9-a1f3fbbb0f30']: {'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'code': 422} returned with failed status Apr 12 15:00:29.799019 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:29.846745 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=6']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:29.854421 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.855607 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.855607 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.855607 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.855910 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.856144 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.856420 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.856753 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.857075 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.857400 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.857820 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.858486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.858606 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.858954 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.859346 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:29.978143 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298bf1-5eff-4b69-a3e5-c8a6cb57a0e4 req-d1c69ea5-b34d-4450-814e-5c42374394f9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:29.979929 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd298bf1-5eff-4b69-a3e5-c8a6cb57a0e4 req-d1c69ea5-b34d-4450-814e-5c42374394f9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0590429 Apr 12 15:00:30.030281 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd298bf1-5eff-4b69-a3e5-c8a6cb57a0e4 req-f71e7dfe-9cdf-4e46-8918-e2e71ba25bc4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Apr 12 15:00:30.130752 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-cc76d9d7-e87b-4785-a4c9-de652870529f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:30.289711 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96e591-de90-4ad4-8372-445d743ef65b req-76f77912-c7bc-4378-aa54-5f8a2c94f923 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:30.291185 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ff96e591-de90-4ad4-8372-445d743ef65b req-76f77912-c7bc-4378-aa54-5f8a2c94f923 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 947 time: 0.0508974 Apr 12 15:00:30.339949 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ff96e591-de90-4ad4-8372-445d743ef65b req-e332ed43-4f8a-4cb1-a7b8-39bde995e179 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Apr 12 15:00:30.994824 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45134) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:31.105663 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d892-d90c-4481-8ff1-9d74ff67bbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.162565 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ac8f0-2ae2-4e81-9a74-7d8c96c366e6 req-80616df6-e816-4d37-8fe6-f41a2140b4b5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:31.164027 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee3ac8f0-2ae2-4e81-9a74-7d8c96c366e6 req-80616df6-e816-4d37-8fe6-f41a2140b4b5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0604644 Apr 12 15:00:31.235850 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee3ac8f0-2ae2-4e81-9a74-7d8c96c366e6 req-d8eae1b6-e946-4382-877d-2f359455cc08 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660331 Apr 12 15:00:31.262676 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d892-d90c-4481-8ff1-9d74ff67bbfd admin admin] Publish callbacks [] for security_group (a493a29d-7d16-4c75-b00f-37a40dd465ec), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.313210 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.353068 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e9f4d892-d90c-4481-8ff1-9d74ff67bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a493a29d-7d16-4c75-b00f-37a40dd465ec), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.393569 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e9f4d892-d90c-4481-8ff1-9d74ff67bbfd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d5babdeab6d43f9ae7fa136f0e7147c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3976691 Apr 12 15:00:31.394449 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4d892-d90c-4481-8ff1-9d74ff67bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a493a29d-7d16-4c75-b00f-37a40dd465ec,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:31.396909 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45140) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:31.444677 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Publish callbacks [] for security_group (a493a29d-7d16-4c75-b00f-37a40dd465ec), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.465951 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Publish callbacks [] for security_group (a493a29d-7d16-4c75-b00f-37a40dd465ec), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.616259 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a493a29d-7d16-4c75-b00f-37a40dd465ec), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.618901 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:31.620103 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a493a29d-7d16-4c75-b00f-37a40dd465ec HTTP/1.1" status: 204 len: 168 time: 0.2222192 Apr 12 15:00:31.628035 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a493a29d-7d16-4c75-b00f-37a40dd465ec,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:31.636585 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.636947 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.637290 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.637826 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.638184 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.638524 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.638859 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.639248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.639585 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.641857 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.642210 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.642553 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.642895 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.643245 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:31.643660 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9553872d-abb9-4608-8614-50c6d3070d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:32.271646 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45166) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:32.284618 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d26a488c-3d53-488a-aec0-696b9d7d519f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:32.356905 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd982502-078e-459d-8b2a-6e0b98cd5c27 req-de76a3d4-01e4-47bc-870d-66810dd728cf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:32.359097 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fd982502-078e-459d-8b2a-6e0b98cd5c27 req-de76a3d4-01e4-47bc-870d-66810dd728cf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0520742 Apr 12 15:00:32.366846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d26a488c-3d53-488a-aec0-696b9d7d519f admin admin] Publish callbacks [] for security_group (4d16c55d-c0ed-4129-b450-4b17d529a24a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:32.412070 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fd982502-078e-459d-8b2a-6e0b98cd5c27 req-2a3d3d8d-49c3-41c2-9262-1bc3f7bd7d16 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452552 Apr 12 15:00:32.450746 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d26a488c-3d53-488a-aec0-696b9d7d519f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4d16c55d-c0ed-4129-b450-4b17d529a24a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:32.487578 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a488c-3d53-488a-aec0-696b9d7d519f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d16c55d-c0ed-4129-b450-4b17d529a24a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:32.494317 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-d26a488c-3d53-488a-aec0-696b9d7d519f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae02dfa419e046d9920635ce9f114d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214520 Apr 12 15:00:32.496901 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45170) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:32.548948 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-243a9cdf-e83e-4c80-a309-517f2fb9652e admin admin] Publish callbacks [] for security_group (4d16c55d-c0ed-4129-b450-4b17d529a24a), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:32.571106 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-243a9cdf-e83e-4c80-a309-517f2fb9652e admin admin] Publish callbacks [] for security_group (4d16c55d-c0ed-4129-b450-4b17d529a24a), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:32.708230 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-243a9cdf-e83e-4c80-a309-517f2fb9652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4d16c55d-c0ed-4129-b450-4b17d529a24a), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:32.710743 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-243a9cdf-e83e-4c80-a309-517f2fb9652e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:32.711890 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-243a9cdf-e83e-4c80-a309-517f2fb9652e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d16c55d-c0ed-4129-b450-4b17d529a24a HTTP/1.1" status: 204 len: 168 time: 0.2136934 Apr 12 15:00:32.719546 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a9cdf-e83e-4c80-a309-517f2fb9652e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d16c55d-c0ed-4129-b450-4b17d529a24a,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:33.240329 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.399024 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45182) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:33.413175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0fc223fb-a9d9-4df5-88c3-e497a191f0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.497058 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0fc223fb-a9d9-4df5-88c3-e497a191f0e9 admin admin] Publish callbacks [] for security_group (25a34f27-4ebb-4ddd-a606-2acc13a6fb6a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.528073 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081c365-0253-464b-819c-9d084d32b24a req-712c3f67-7147-4e48-aa29-48344f6b9bfa tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:33.529496 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7081c365-0253-464b-819c-9d084d32b24a req-712c3f67-7147-4e48-aa29-48344f6b9bfa tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0464451 Apr 12 15:00:33.558874 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0fc223fb-a9d9-4df5-88c3-e497a191f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (25a34f27-4ebb-4ddd-a606-2acc13a6fb6a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.585138 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7081c365-0253-464b-819c-9d084d32b24a req-7b768958-bf37-4d31-9e3d-d149a7ab0235 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499756 Apr 12 15:00:33.600802 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc223fb-a9d9-4df5-88c3-e497a191f0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a34f27-4ebb-4ddd-a606-2acc13a6fb6a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:33.607367 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-0fc223fb-a9d9-4df5-88c3-e497a191f0e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd0ef54086074247b3c16b00952cbadd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074516 Apr 12 15:00:33.610062 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45186) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:33.664631 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b59b9110-9ef9-40be-b494-f15889047bf5 admin admin] Publish callbacks [] for security_group (25a34f27-4ebb-4ddd-a606-2acc13a6fb6a), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.688625 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b59b9110-9ef9-40be-b494-f15889047bf5 admin admin] Publish callbacks [] for security_group (25a34f27-4ebb-4ddd-a606-2acc13a6fb6a), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.839261 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b59b9110-9ef9-40be-b494-f15889047bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (25a34f27-4ebb-4ddd-a606-2acc13a6fb6a), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.842272 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b59b9110-9ef9-40be-b494-f15889047bf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:33.843920 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b59b9110-9ef9-40be-b494-f15889047bf5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/25a34f27-4ebb-4ddd-a606-2acc13a6fb6a HTTP/1.1" status: 204 len: 168 time: 0.2326980 Apr 12 15:00:33.857239 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b9110-9ef9-40be-b494-f15889047bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a34f27-4ebb-4ddd-a606-2acc13a6fb6a,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:34.062763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:34.868629 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bbbc2-5096-45a7-b902-adb82ed3f3d3 req-2fb1cc4b-4905-47b1-9ac8-8bbdc3be5f4b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:34.870200 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-690bbbc2-5096-45a7-b902-adb82ed3f3d3 req-2fb1cc4b-4905-47b1-9ac8-8bbdc3be5f4b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0515285 Apr 12 15:00:34.928396 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-690bbbc2-5096-45a7-b902-adb82ed3f3d3 req-8545c177-be46-4946-8965-037318357107 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518854 Apr 12 15:00:35.230452 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-d24983ce-4319-4bdd-b3d1-27fd8979729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:35.232009 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-d24983ce-4319-4bdd-b3d1-27fd8979729e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013&tenant_id=ab3ab5283430466e9ab0b79750fc4e96 HTTP/1.1" status: 200 len: 1127 time: 0.0457404 Apr 12 15:00:35.293904 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-860cf9d1-1b35-4e24-b37c-6c4878d49b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:35.295387 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-860cf9d1-1b35-4e24-b37c-6c4878d49b07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1127 time: 0.0431147 Apr 12 15:00:35.393966 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-d39e78f3-1d58-4e45-ad7f-b448995c1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:35.396535 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-d39e78f3-1d58-4e45-ad7f-b448995c1fc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 910 time: 0.0908201 Apr 12 15:00:35.473751 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-1098f180-f4d3-4042-8b83-2cf4c2b49fcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 998 time: 0.0698807 Apr 12 15:00:35.538292 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-7ec4c65f-a817-4ee9-885c-d9c43e757883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:35.538292 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-7ec4c65f-a817-4ee9-885c-d9c43e757883 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0488167 Apr 12 15:00:35.577322 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-8f56d1e2-b040-4321-a37d-f822d0aba865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:35.578867 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-8f56d1e2-b040-4321-a37d-f822d0aba865 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457258 Apr 12 15:00:35.948746 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-d1d12ec7-0786-4aec-9118-a0c00f41e9a7 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628716 Apr 12 15:00:36.041952 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-8125908d-bfaa-4e28-a0fb-17b63bd292bd service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873156 Apr 12 15:00:36.049920 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67c414-de83-4c1d-868e-8aea6597b983 req-bdc7d551-3530-43ba-a83f-fae008ac9b82 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:36.052496 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df67c414-de83-4c1d-868e-8aea6597b983 req-bdc7d551-3530-43ba-a83f-fae008ac9b82 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0540411 Apr 12 15:00:36.103070 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df67c414-de83-4c1d-868e-8aea6597b983 req-85cfe68f-447f-4363-870a-bbed31603def tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442140 Apr 12 15:00:36.231992 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac227d-0a7d-465f-b17c-adca177ac6b6 req-b7ba22e7-d855-4421-b052-a3007f371fed tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:36.233363 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-abac227d-0a7d-465f-b17c-adca177ac6b6 req-b7ba22e7-d855-4421-b052-a3007f371fed tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 945 time: 0.0533199 Apr 12 15:00:36.279718 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-abac227d-0a7d-465f-b17c-adca177ac6b6 req-04417c46-8c7a-4728-b342-44a6413f2251 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401089 Apr 12 15:00:37.037581 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:37.222880 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf81c9f-8959-4d3d-bd99-bd301a593f53 req-658cf112-dc1d-48d1-ab00-3cfd2a01d45a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:37.226109 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aaf81c9f-8959-4d3d-bd99-bd301a593f53 req-658cf112-dc1d-48d1-ab00-3cfd2a01d45a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0523765 Apr 12 15:00:37.273965 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aaf81c9f-8959-4d3d-bd99-bd301a593f53 req-ff23e4de-1123-4635-a8ba-82911ffc1385 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442071 Apr 12 15:00:37.411763 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc8556-06e8-4822-b88b-52df481675da req-27eb591d-73e4-4b4e-a4f2-ec10cb638b87 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:37.413255 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a1bc8556-06e8-4822-b88b-52df481675da req-27eb591d-73e4-4b4e-a4f2-ec10cb638b87 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 945 time: 0.0521147 Apr 12 15:00:37.462368 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a1bc8556-06e8-4822-b88b-52df481675da req-90694fe2-73f6-49c2-b9d9-76dcf9f5d722 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups?id=a3171e26-c2e3-4346-93ae-466f884ea397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435078 Apr 12 15:00:37.634767 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45296) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:37.750246 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8a0e84aa-ee9d-41ab-a2c4-5eeef5e7b0b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:37.854558 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-2c4d9f5b-9048-48f0-ae66-631289d892e1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:37.855897 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-2c4d9f5b-9048-48f0-ae66-631289d892e1 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 945 time: 0.0604343 Apr 12 15:00:37.901167 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8a0e84aa-ee9d-41ab-a2c4-5eeef5e7b0b0 admin admin] Publish callbacks [] for security_group (54dadc30-dd17-47e5-a254-22eb1ef7628f), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:37.954034 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port 38807db4-8d4f-4f2b-a507-82221710ecd9 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:37.954380 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.012048 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8a0e84aa-ee9d-41ab-a2c4-5eeef5e7b0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (54dadc30-dd17-47e5-a254-22eb1ef7628f), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.061555 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8a0e84aa-ee9d-41ab-a2c4-5eeef5e7b0b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ceaa2672e01d472fa325ee4216a3feff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4256952 Apr 12 15:00:38.064344 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45302) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:38.075280 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e84aa-ee9d-41ab-a2c4-5eeef5e7b0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dadc30-dd17-47e5-a254-22eb1ef7628f,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:38.094439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] For port 38807db4-8d4f-4f2b-a507-82221710ecd9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=38807db4-8d4f-4f2b-a507-82221710ecd9,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:38.095031 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.119103 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9cbf-0ca4-40e9-8df0-3593e0d0c89e admin admin] Publish callbacks [] for security_group (54dadc30-dd17-47e5-a254-22eb1ef7628f), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.141233 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9cbf-0ca4-40e9-8df0-3593e0d0c89e admin admin] Publish callbacks [] for security_group (54dadc30-dd17-47e5-a254-22eb1ef7628f), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.256189 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9cbf-0ca4-40e9-8df0-3593e0d0c89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (54dadc30-dd17-47e5-a254-22eb1ef7628f), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.258878 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5f4f9cbf-0ca4-40e9-8df0-3593e0d0c89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.260072 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5f4f9cbf-0ca4-40e9-8df0-3593e0d0c89e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/54dadc30-dd17-47e5-a254-22eb1ef7628f HTTP/1.1" status: 204 len: 168 time: 0.1946936 Apr 12 15:00:38.267902 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f9cbf-0ca4-40e9-8df0-3593e0d0c89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dadc30-dd17-47e5-a254-22eb1ef7628f,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:38.286557 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.286929 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.287249 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Floating IP a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e disassociated. External IP: 172.27.2.176, port: 38807db4-8d4f-4f2b-a507-82221710ecd9. Apr 12 15:00:38.287597 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for 38807db4-8d4f-4f2b-a507-82221710ecd9 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:38.396829 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f625c-71fa-4a90-acfe-49983ff2cac0 req-2e7299ea-e144-48ee-ab53-226de9d3e258 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:38.398591 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b25f625c-71fa-4a90-acfe-49983ff2cac0 req-2e7299ea-e144-48ee-ab53-226de9d3e258 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0500000 Apr 12 15:00:38.453761 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b25f625c-71fa-4a90-acfe-49983ff2cac0 req-42349926-dfa9-488d-964b-2c72afed96cc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480855 Apr 12 15:00:38.502086 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (38807db4-8d4f-4f2b-a507-82221710ecd9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.545315 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=38807db4-8d4f-4f2b-a507-82221710ecd9,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:38.575360 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f27eaa03-4db2-4b54-a861-aa8ce2028db1 req-a4e9367e-7dc9-4377-b4ac-695849918eff tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 210 time: 0.0406406 Apr 12 15:00:38.684429 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:00:38.802832 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:00:38.813427 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:00:38.823922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:38.824475 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:38.847884 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] No DVR routers for this DVR port 38807db4-8d4f-4f2b-a507-82221710ecd9 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:00:38.850597 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:38.853999 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1c2e717f-d769-4286-b8d6-8eff1ba8e100 req-9b445cd8-1610-4373-a122-23b304033e25 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.57 "DELETE /v2.0/ports/38807db4-8d4f-4f2b-a507-82221710ecd9 HTTP/1.1" status: 204 len: 173 time: 0.9925766 Apr 12 15:00:38.854460 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'name': 'network-vif-deleted', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:00:38.856787 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c006f1a-5a2d-42d9-9960-129a4792492f" -d '{"events": [{"server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "name": "network-vif-deleted", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:00:38.908223 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c6ffa3-3fb6-40e4-99aa-09150549c23d x-openstack-request-id: req-90c6ffa3-3fb6-40e4-99aa-09150549c23d {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:00:38.908525 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54aad714-d9bc-4325-92c4-d0bd27ee9f8e", "name": "network-vif-deleted", "tag": "38807db4-8d4f-4f2b-a507-82221710ecd9", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:00:38.908779 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90c6ffa3-3fb6-40e4-99aa-09150549c23d {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:00:38.909187 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c6ffa3-3fb6-40e4-99aa-09150549c23d'] response: {'server_uuid': '54aad714-d9bc-4325-92c4-d0bd27ee9f8e', 'name': 'network-vif-deleted', 'tag': '38807db4-8d4f-4f2b-a507-82221710ecd9', 'status': 'completed', 'code': 200} Apr 12 15:00:38.950305 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45320) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:38.966038 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-072b559e-4400-416e-891a-ce494c5fb6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:39.080408 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-072b559e-4400-416e-891a-ce494c5fb6f4 admin admin] Publish callbacks [] for security_group (bce93396-fba4-45a4-a08f-32d9fe3bcbb9), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:39.086779 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:39.158960 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-072b559e-4400-416e-891a-ce494c5fb6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (bce93396-fba4-45a4-a08f-32d9fe3bcbb9), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:39.199198 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-072b559e-4400-416e-891a-ce494c5fb6f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf8256ffb8424d4a989be9ec3d52872c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476518 Apr 12 15:00:39.200080 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b559e-4400-416e-891a-ce494c5fb6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce93396-fba4-45a4-a08f-32d9fe3bcbb9,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:39.202186 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45324) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:39.261708 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-74ddc8e0-a1c7-4e0f-b16a-4bada39871f8 admin admin] Publish callbacks [] for security_group (bce93396-fba4-45a4-a08f-32d9fe3bcbb9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:39.284373 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-74ddc8e0-a1c7-4e0f-b16a-4bada39871f8 admin admin] Publish callbacks [] for security_group (bce93396-fba4-45a4-a08f-32d9fe3bcbb9), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:39.289558 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:39.318407 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:00:39.327419 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:39.328040 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:39.404673 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-74ddc8e0-a1c7-4e0f-b16a-4bada39871f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (bce93396-fba4-45a4-a08f-32d9fe3bcbb9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:39.407241 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-74ddc8e0-a1c7-4e0f-b16a-4bada39871f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:39.408382 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-74ddc8e0-a1c7-4e0f-b16a-4bada39871f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bce93396-fba4-45a4-a08f-32d9fe3bcbb9 HTTP/1.1" status: 204 len: 168 time: 0.2050021 Apr 12 15:00:39.417329 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddc8e0-a1c7-4e0f-b16a-4bada39871f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce93396-fba4-45a4-a08f-32d9fe3bcbb9,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:39.443915 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:39.586085 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d727d98-e30d-4cab-9209-aeb4a4f2addb req-1b11555e-95d5-483a-a93c-574759eaf7c4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:39.587582 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3d727d98-e30d-4cab-9209-aeb4a4f2addb req-1b11555e-95d5-483a-a93c-574759eaf7c4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0497956 Apr 12 15:00:39.652260 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3d727d98-e30d-4cab-9209-aeb4a4f2addb req-0e6cd8ec-14db-4f48-8631-df246b66a9e1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575149 Apr 12 15:00:39.685314 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d9a01af5-eda4-4920-bb37-2aebcc3df99f req-1a5b4976-081c-4472-81cc-68750798ddf5 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/ports?device_id=54aad714-d9bc-4325-92c4-d0bd27ee9f8e HTTP/1.1" status: 200 len: 210 time: 0.0291061 Apr 12 15:00:39.688676 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:39.719331 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace343e9-ada0-4985-9594-d4cc2ed7f329 None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T14:54:30Z', 'revision_number': 4, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '88bdbcb5-eb40-4d82-a0bd-23005b5d1419', 'name': '', 'network_id': 'bc73a003-4067-4844-9c4d-7187574c0c62', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'mac_address': 'fa:16:3e:ed:ef:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:25Z', 'updated_at': '2022-04-12T14:54:42Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'subnets': [{'id': 'a936284e-f91e-462f-aab0-9a9a8f12fda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:00:39.984423 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a845587-5e20-4bd2-a613-c6f91e4537ef None None] New status for floating IP a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e: DOWN {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:00:40.779121 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978175-36d4-4feb-94c0-91fbfef5acf3 req-c3a663f6-84be-4442-a0fe-65db3bf98c46 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:40.780752 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af978175-36d4-4feb-94c0-91fbfef5acf3 req-c3a663f6-84be-4442-a0fe-65db3bf98c46 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0506573 Apr 12 15:00:40.833829 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af978175-36d4-4feb-94c0-91fbfef5acf3 req-dcee1273-78f5-4242-8e0c-fe891281554c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Apr 12 15:00:40.920389 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45366) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:40.976638 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4232ea0-7e47-486d-9c5f-0c10358b9b02 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (a3171e26-c2e3-4346-93ae-466f884ea397), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:40.999394 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4232ea0-7e47-486d-9c5f-0c10358b9b02 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (a3171e26-c2e3-4346-93ae-466f884ea397), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.118854 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4232ea0-7e47-486d-9c5f-0c10358b9b02 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a3171e26-c2e3-4346-93ae-466f884ea397), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.121484 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4232ea0-7e47-486d-9c5f-0c10358b9b02 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.122757 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-a4232ea0-7e47-486d-9c5f-0c10358b9b02 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/security-groups/a3171e26-c2e3-4346-93ae-466f884ea397 HTTP/1.1" status: 204 len: 168 time: 0.2012875 Apr 12 15:00:41.126118 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45372) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:41.133675 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4232ea0-7e47-486d-9c5f-0c10358b9b02 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3171e26-c2e3-4346-93ae-466f884ea397,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:41.147971 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.api.v2.resource [None req-5a4c2e7a-25d3-4753-9f55-6c2733d9cb96 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] show failed (client error): The resource could not be found. Apr 12 15:00:41.149005 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5a4c2e7a-25d3-4753-9f55-6c2733d9cb96 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "GET /v2.0/security-groups/a3171e26-c2e3-4346-93ae-466f884ea397 HTTP/1.1" status: 404 len: 347 time: 0.0219007 Apr 12 15:00:41.151962 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45374) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:41.272576 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Deleting port 127c7551-62b0-4638-937c-2781101345b6 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:41.272913 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (127c7551-62b0-4638-937c-2781101345b6), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.352973 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (127c7551-62b0-4638-937c-2781101345b6), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.353305 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (127c7551-62b0-4638-937c-2781101345b6), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.369850 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Calling delete_port for 127c7551-62b0-4638-937c-2781101345b6 owned by network:floatingip {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:41.570460 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (127c7551-62b0-4638-937c-2781101345b6), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.604391 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Pushing event deleted for resources: {'Port': ['ID=127c7551-62b0-4638-937c-2781101345b6,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:41.628858 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.629212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.629561 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.630146 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.630486 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.630828 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.631165 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.631501 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.631894 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.632232 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.632564 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.632898 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.633224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.633557 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.633910 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:00:41.684405 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks [] for floatingip (a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.686978 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:41.688364 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-df1cc988-60eb-4879-9318-b60b74d805c3 tempest-AttachVolumeNegativeTest-1153643281 tempest-AttachVolumeNegativeTest-1153643281-project] 10.222.0.64 "DELETE /v2.0/floatingips/a8f564fe-5e55-43b2-9a4a-3a8c67ce7d3e HTTP/1.1" status: 204 len: 168 time: 0.5354772 Apr 12 15:00:41.959318 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643eb90c-bc74-4924-9671-9d9a74eed2f5 req-213042b0-56b8-480c-a17a-ae24f85c2244 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:41.960818 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-643eb90c-bc74-4924-9671-9d9a74eed2f5 req-213042b0-56b8-480c-a17a-ae24f85c2244 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0537629 Apr 12 15:00:42.016173 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-643eb90c-bc74-4924-9671-9d9a74eed2f5 req-708a9c8c-5a04-4e5e-897c-40a77281e290 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496826 Apr 12 15:00:42.144808 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45404) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:42.257034 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f326663a-b5f4-41dc-8caa-3a8cbac782a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:42.343370 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f326663a-b5f4-41dc-8caa-3a8cbac782a0 admin admin] Publish callbacks [] for security_group (cedf3755-b5e7-489c-8a9b-a56237972df4), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:42.415642 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f326663a-b5f4-41dc-8caa-3a8cbac782a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cedf3755-b5e7-489c-8a9b-a56237972df4), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:42.454489 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f326663a-b5f4-41dc-8caa-3a8cbac782a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f95981347de44a01a7daddb139ff7518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082757 Apr 12 15:00:42.455343 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326663a-b5f4-41dc-8caa-3a8cbac782a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf3755-b5e7-489c-8a9b-a56237972df4,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:42.457921 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45410) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:42.508460 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-731fc10c-68a8-4dc7-97a0-c809f744effa admin admin] Publish callbacks [] for security_group (cedf3755-b5e7-489c-8a9b-a56237972df4), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:42.530657 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-731fc10c-68a8-4dc7-97a0-c809f744effa admin admin] Publish callbacks [] for security_group (cedf3755-b5e7-489c-8a9b-a56237972df4), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:42.696211 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-731fc10c-68a8-4dc7-97a0-c809f744effa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cedf3755-b5e7-489c-8a9b-a56237972df4), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:42.698990 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-731fc10c-68a8-4dc7-97a0-c809f744effa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:42.700156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-731fc10c-68a8-4dc7-97a0-c809f744effa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cedf3755-b5e7-489c-8a9b-a56237972df4 HTTP/1.1" status: 204 len: 168 time: 0.2410362 Apr 12 15:00:42.708631 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fc10c-68a8-4dc7-97a0-c809f744effa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf3755-b5e7-489c-8a9b-a56237972df4,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:43.159366 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac0b0-4c85-4e30-96da-28889611b154 req-757ce3e1-ec8e-4b9d-a888-25cd9a4008d9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:43.162579 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-349ac0b0-4c85-4e30-96da-28889611b154 req-757ce3e1-ec8e-4b9d-a888-25cd9a4008d9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0568614 Apr 12 15:00:43.221397 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-349ac0b0-4c85-4e30-96da-28889611b154 req-8c5d0de1-67bb-4aa8-a83a-3c27e4fb8cf7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530891 Apr 12 15:00:43.408345 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45432) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:43.421990 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0421a131-0c16-40fd-afe8-8221d08fad46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.505973 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0421a131-0c16-40fd-afe8-8221d08fad46 admin admin] Publish callbacks [] for security_group (b451f168-52ad-4970-9683-c1cb5cf8fcf2), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.587189 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-0421a131-0c16-40fd-afe8-8221d08fad46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (b451f168-52ad-4970-9683-c1cb5cf8fcf2), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.597861 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:00:43.600031 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 38807db4-8d4f-4f2b-a507-82221710ecd9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:43.627520 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-0421a131-0c16-40fd-afe8-8221d08fad46 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2e1c54be2e0a414d9f424b548fc30bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179716 Apr 12 15:00:43.630865 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45434) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:43.631068 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 38807db4-8d4f-4f2b-a507-82221710ecd9 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:43.631223 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 38807db4-8d4f-4f2b-a507-82221710ecd9 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:43.638035 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421a131-0c16-40fd-afe8-8221d08fad46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b451f168-52ad-4970-9683-c1cb5cf8fcf2,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:43.686351 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4cf206e9-d34d-4ff5-8864-6046ffd0bb7a admin admin] Publish callbacks [] for security_group (b451f168-52ad-4970-9683-c1cb5cf8fcf2), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.713245 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4cf206e9-d34d-4ff5-8864-6046ffd0bb7a admin admin] Publish callbacks [] for security_group (b451f168-52ad-4970-9683-c1cb5cf8fcf2), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.735347 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:43.747100 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'port_id': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'mac_address': 'fa:16:3e:38:e5:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:00:43.788655 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:00:43.789145 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.804551 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:00:43.826698 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:43.878571 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4cf206e9-d34d-4ff5-8864-6046ffd0bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (b451f168-52ad-4970-9683-c1cb5cf8fcf2), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.881409 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4cf206e9-d34d-4ff5-8864-6046ffd0bb7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.882593 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4cf206e9-d34d-4ff5-8864-6046ffd0bb7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b451f168-52ad-4970-9683-c1cb5cf8fcf2 HTTP/1.1" status: 204 len: 168 time: 0.2508149 Apr 12 15:00:43.890471 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf206e9-d34d-4ff5-8864-6046ffd0bb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b451f168-52ad-4970-9683-c1cb5cf8fcf2,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:43.915899 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:43.969209 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=7']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:44.132813 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:00:44.376568 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d01729-2f86-4d04-a5b4-b523899dbe2d req-392013de-69ab-4413-b7b5-9f82359833a8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:44.379028 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5d01729-2f86-4d04-a5b4-b523899dbe2d req-392013de-69ab-4413-b7b5-9f82359833a8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 944 time: 0.0657775 Apr 12 15:00:44.441205 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5d01729-2f86-4d04-a5b4-b523899dbe2d req-46152f88-ceea-489e-a1be-e39d6aec6320 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514762 Apr 12 15:00:45.560846 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712d76b-ab89-4d5c-b7bd-f25e88cdd034 req-17f2d439-06bb-4a8f-b672-03d3d84e4ce7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:45.562362 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e712d76b-ab89-4d5c-b7bd-f25e88cdd034 req-17f2d439-06bb-4a8f-b672-03d3d84e4ce7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 944 time: 0.0514202 Apr 12 15:00:45.612513 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e712d76b-ab89-4d5c-b7bd-f25e88cdd034 req-432b701e-062d-4101-9eee-342c07369de4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Apr 12 15:00:46.731018 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25f541-0956-4c4a-be03-dc9d3596ac7d req-6b85c8cc-7988-409a-a5e9-9f379afc6c00 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:46.732456 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a25f541-0956-4c4a-be03-dc9d3596ac7d req-6b85c8cc-7988-409a-a5e9-9f379afc6c00 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 944 time: 0.0506485 Apr 12 15:00:46.783088 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a25f541-0956-4c4a-be03-dc9d3596ac7d req-fbcf8274-54e6-4a65-b211-abe10dae1ec4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Apr 12 15:00:47.163600 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:00:47.209101 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:00:47.209481 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:47.288369 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:00:47.288713 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:47.311396 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:00:47.313666 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6677893f-a198-41da-9ea6-0bf0271de803" -d '{"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-plugged", "status": "completed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:00:47.326944 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:47.350023 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66c25cf-5727-4f8c-8bc0-0a4fe6463068 x-openstack-request-id: req-a66c25cf-5727-4f8c-8bc0-0a4fe6463068 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:00:47.350333 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-plugged", "status": "completed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:00:47.350614 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a66c25cf-5727-4f8c-8bc0-0a4fe6463068 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:00:47.351068 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66c25cf-5727-4f8c-8bc0-0a4fe6463068'] response: {'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'code': 200} Apr 12 15:00:47.392941 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:47.441305 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=8']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:47.672249 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6fef2-50ca-4a59-8247-aa3b3a2883f3 req-dcc58d2f-46ba-49c2-8f04-8cca5ef2e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:47.673756 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a1d6fef2-50ca-4a59-8247-aa3b3a2883f3 req-dcc58d2f-46ba-49c2-8f04-8cca5ef2e47f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1129 time: 0.0375264 Apr 12 15:00:47.719774 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a1d6fef2-50ca-4a59-8247-aa3b3a2883f3 req-525871d6-beb1-4936-a232-6623ef92c763 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Apr 12 15:00:47.898859 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f7db8-ccbc-4639-83bf-260a6c95b3af req-7b6bedd3-4e18-452f-97e1-ed73164949bd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:47.900346 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-900f7db8-ccbc-4639-83bf-260a6c95b3af req-7b6bedd3-4e18-452f-97e1-ed73164949bd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0462766 Apr 12 15:00:47.958310 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-900f7db8-ccbc-4639-83bf-260a6c95b3af req-e0e6a7c9-bd5c-4532-a7c4-3e06e2a5631d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521822 Apr 12 15:00:48.072525 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45540) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:48.625377 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (0200d6e6-3306-473c-a2b8-7a9d73353a8c), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:48.918166 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Deleting port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:48.918857 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:49.008421 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] For port 88bdbcb5-eb40-4d82-a0bd-23005b5d1419, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:49.008952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:49.022842 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Calling delete_port for 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 owned by network:router_interface {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:49.073063 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ff433-d83e-4891-b14d-0de39dc7b4ea req-d4b3a423-9613-4daa-8336-2d0dc8732aaf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:49.074503 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5a9ff433-d83e-4891-b14d-0de39dc7b4ea req-d4b3a423-9613-4daa-8336-2d0dc8732aaf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0481770 Apr 12 15:00:49.131019 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5a9ff433-d83e-4891-b14d-0de39dc7b4ea req-e30fd355-1e38-42e3-928d-1582095ef386 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503812 Apr 12 15:00:49.267097 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (88bdbcb5-eb40-4d82-a0bd-23005b5d1419), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:49.295647 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Pushing event deleted for resources: {'Port': ['ID=88bdbcb5-eb40-4d82-a0bd-23005b5d1419,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:49.517945 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (0200d6e6-3306-473c-a2b8-7a9d73353a8c), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:49.750458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Router 0200d6e6-3306-473c-a2b8-7a9d73353a8c has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:00:49.876665 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:00:49.941307 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c4df39d6-5aad-4335-a48b-a834e025458e admin admin] 10.222.0.64 "PUT /v2.0/routers/0200d6e6-3306-473c-a2b8-7a9d73353a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100145 Apr 12 15:00:49.941922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] Sync routers for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:00:49.941922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:49.941922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:49.942857 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45570) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:50.013002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:50.054959 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks [] for router (0200d6e6-3306-473c-a2b8-7a9d73353a8c), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.166652 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks [] for router_gateway (0200d6e6-3306-473c-a2b8-7a9d73353a8c), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.195295 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T15:00:49Z', 'revision_number': 5, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port': {'id': '751fa5ff-df9d-4872-85b6-eec0672dc652', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:17Z', 'updated_at': '2022-04-12T14:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:50.221509 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] Checking router: 0200d6e6-3306-473c-a2b8-7a9d73353a8c for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:00:50.229925 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] Routers {'0200d6e6-3306-473c-a2b8-7a9d73353a8c'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:00:50.230550 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:00:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:50.249274 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52a0e-1690-4cb6-a1aa-80cf1b02acea req-8b35b62d-82d6-442d-a3b0-b8e14c4b5acd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:00:50.251550 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-95c52a0e-1690-4cb6-a1aa-80cf1b02acea req-8b35b62d-82d6-442d-a3b0-b8e14c4b5acd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Apr 12 15:00:50.270674 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Deleting port 751fa5ff-df9d-4872-85b6-eec0672dc652 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:50.273554 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.305651 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-95c52a0e-1690-4cb6-a1aa-80cf1b02acea req-927c3516-d365-42db-94b1-d6151e171f87 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471971 Apr 12 15:00:50.332555 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] Set router 0200d6e6-3306-473c-a2b8-7a9d73353a8c gateway port host: None {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:00:50.362175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] For port 751fa5ff-df9d-4872-85b6-eec0672dc652, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=751fa5ff-df9d-4872-85b6-eec0672dc652,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:50.362457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.377375 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Calling delete_port for 751fa5ff-df9d-4872-85b6-eec0672dc652 owned by network:router_gateway {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:50.399281 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T15:00:50Z', 'revision_number': 6, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port_host': None}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:50.428626 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fb3956-0606-422c-8347-25f62143a638 None None] The sync data for ids ['0200d6e6-3306-473c-a2b8-7a9d73353a8c'] in dv-cinder-837524-1-iscsi is: [{'id': '0200d6e6-3306-473c-a2b8-7a9d73353a8c', 'name': 'tempest-AttachVolumeNegativeTest-934195385-router', 'tenant_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:15Z', 'updated_at': '2022-04-12T15:00:50Z', 'revision_number': 6, 'project_id': 'd1b1cfd6536e4795874488a31e0d41d1', 'gw_port_host': None}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:00:50.621153 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (751fa5ff-df9d-4872-85b6-eec0672dc652), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.647650 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Pushing event deleted for resources: {'Port': ['ID=751fa5ff-df9d-4872-85b6-eec0672dc652,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:50.709815 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (0200d6e6-3306-473c-a2b8-7a9d73353a8c), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.822852 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (0200d6e6-3306-473c-a2b8-7a9d73353a8c), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.825056 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks [] for router_controller (0200d6e6-3306-473c-a2b8-7a9d73353a8c), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.986966 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (0200d6e6-3306-473c-a2b8-7a9d73353a8c), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.988152 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0200d6e6-3306-473c-a2b8-7a9d73353a8c {{(pid=110561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:00:50.995930 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:50.995930 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8ca246ec-718b-4a74-9708-55fb544916be admin admin] 10.222.0.64 "DELETE /v2.0/routers/0200d6e6-3306-473c-a2b8-7a9d73353a8c HTTP/1.1" status: 204 len: 168 time: 1.0503595 Apr 12 15:00:50.996925 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45590) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:51.041819 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] Deleting subnet a936284e-f91e-462f-aab0-9a9a8f12fda6 {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:00:51.045125 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] Publish callbacks [] for subnet (a936284e-f91e-462f-aab0-9a9a8f12fda6), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.351608 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (a936284e-f91e-462f-aab0-9a9a8f12fda6), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.458089 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45604) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:51.469682 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (a936284e-f91e-462f-aab0-9a9a8f12fda6), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.474444 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 751fa5ff-df9d-4872-85b6-eec0672dc652 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:51.497195 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 751fa5ff-df9d-4872-85b6-eec0672dc652 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:51.497472 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 751fa5ff-df9d-4872-85b6-eec0672dc652 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:51.497889 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:51.518184 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:51.518549 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 88bdbcb5-eb40-4d82-a0bd-23005b5d1419 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:51.596689 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a15-e842-45c1-927d-5dc0fa8ff722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.638562 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (a936284e-f91e-462f-aab0-9a9a8f12fda6), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.670032 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a936284e-f91e-462f-aab0-9a9a8f12fda6,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:51.673836 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.677502 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-05ad47db-1189-4c2e-b4e1-27962b4ceeef admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a936284e-f91e-462f-aab0-9a9a8f12fda6 HTTP/1.1" status: 204 len: 168 time: 0.6795976 Apr 12 15:00:51.682455 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1e318-94be-4381-a2b0-1e56c1338383 None None] Network bc73a003-4067-4844-9c4d-7187574c0c62 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:00:51.684822 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45610) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:51.687083 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a15-e842-45c1-927d-5dc0fa8ff722 admin admin] Publish callbacks [] for security_group (aa74aa85-75b9-4fa4-88d8-177376164832), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.756131 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (bc73a003-4067-4844-9c4d-7187574c0c62), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.806861 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Deleting port 122ef08f-f4b9-4140-8816-746c2548be04 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:51.807203 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (122ef08f-f4b9-4140-8816-746c2548be04), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.834674 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a15-e842-45c1-927d-5dc0fa8ff722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (aa74aa85-75b9-4fa4-88d8-177376164832), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.841344 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f5508-0476-43df-a314-a62091c772e6 None None] DHCP port deletion for bc73a003-4067-4844-9c4d-7187574c0c62 request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:00:51.876570 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6afc1a15-e842-45c1-927d-5dc0fa8ff722 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f3315488f074632888673166099713f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4164069 Apr 12 15:00:51.880027 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45612) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:51.880309 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] For port 122ef08f-f4b9-4140-8816-746c2548be04, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=122ef08f-f4b9-4140-8816-746c2548be04,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:51.880678 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (122ef08f-f4b9-4140-8816-746c2548be04), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.886285 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc1a15-e842-45c1-927d-5dc0fa8ff722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa74aa85-75b9-4fa4-88d8-177376164832,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:51.887156 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-721f5508-0476-43df-a314-a62091c772e6 None None] Deleting port 122ef08f-f4b9-4140-8816-746c2548be04 {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:00:51.887530 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-721f5508-0476-43df-a314-a62091c772e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (122ef08f-f4b9-4140-8816-746c2548be04), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.903401 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Calling delete_port for 122ef08f-f4b9-4140-8816-746c2548be04 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:51.948163 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5eedc433-4bca-4ed4-a780-bc8fb00f1cf9 admin admin] Publish callbacks [] for security_group (aa74aa85-75b9-4fa4-88d8-177376164832), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.960302 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-721f5508-0476-43df-a314-a62091c772e6 None None] For port 122ef08f-f4b9-4140-8816-746c2548be04, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=122ef08f-f4b9-4140-8816-746c2548be04,segment=NetworkSegment(31d9affc-1772-4e98-b0d7-73f73d20e302),segment_id=31d9affc-1772-4e98-b0d7-73f73d20e302)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:00:51.960699 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-721f5508-0476-43df-a314-a62091c772e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (122ef08f-f4b9-4140-8816-746c2548be04), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.975020 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5eedc433-4bca-4ed4-a780-bc8fb00f1cf9 admin admin] Publish callbacks [] for security_group (aa74aa85-75b9-4fa4-88d8-177376164832), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:51.979584 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-721f5508-0476-43df-a314-a62091c772e6 None None] Calling delete_port for 122ef08f-f4b9-4140-8816-746c2548be04 owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:00:52.072611 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (122ef08f-f4b9-4140-8816-746c2548be04), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.078258 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-721f5508-0476-43df-a314-a62091c772e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (122ef08f-f4b9-4140-8816-746c2548be04), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.104314 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] No DVR routers for this DVR port 122ef08f-f4b9-4140-8816-746c2548be04 on host dv-cinder-837524-1-iscsi {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:00:52.107156 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5eedc433-4bca-4ed4-a780-bc8fb00f1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (aa74aa85-75b9-4fa4-88d8-177376164832), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.109107 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5508-0476-43df-a314-a62091c772e6 None None] Pushing event deleted for resources: {'Port': ['ID=122ef08f-f4b9-4140-8816-746c2548be04,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:52.109268 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Pushing event deleted for resources: {'Port': ['ID=122ef08f-f4b9-4140-8816-746c2548be04,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:52.110918 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5eedc433-4bca-4ed4-a780-bc8fb00f1cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.137128 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f5508-0476-43df-a314-a62091c772e6 None None] No DVR routers for this DVR port 122ef08f-f4b9-4140-8816-746c2548be04 on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:00:52.138359 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5eedc433-4bca-4ed4-a780-bc8fb00f1cf9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa74aa85-75b9-4fa4-88d8-177376164832 HTTP/1.1" status: 204 len: 168 time: 0.2371972 Apr 12 15:00:52.138359 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedc433-4bca-4ed4-a780-bc8fb00f1cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa74aa85-75b9-4fa4-88d8-177376164832,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:52.188912 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (bc73a003-4067-4844-9c4d-7187574c0c62), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.210770 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc73a003-4067-4844-9c4d-7187574c0c62']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:52.220251 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d9affc-1772-4e98-b0d7-73f73d20e302') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:52.220546 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d9affc-1772-4e98-b0d7-73f73d20e302') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:00:52.231056 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (31d9affc-1772-4e98-b0d7-73f73d20e302), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.244847 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (31d9affc-1772-4e98-b0d7-73f73d20e302), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.250746 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:00:52.251129 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (31d9affc-1772-4e98-b0d7-73f73d20e302), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:00:52.252808 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:00:52.375730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (bc73a003-4067-4844-9c4d-7187574c0c62), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.383328 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:52.386453 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] 10.222.0.64 "DELETE /v2.0/networks/bc73a003-4067-4844-9c4d-7187574c0c62 HTTP/1.1" status: 204 len: 168 time: 0.7000303 Apr 12 15:00:52.396697 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d34e70-e8b2-4905-8e69-dd1efc24397e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc73a003-4067-4844-9c4d-7187574c0c62,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:52.510233 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:00:52.904680 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45652) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:52.950320 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-059952ee-3caf-4593-902f-e720350967c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1b1cfd6536e4795874488a31e0d41d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418270 Apr 12 15:00:52.950320 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45658) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:52.975082 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45664) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:52.989146 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e2973aaf-8a54-4081-b450-e92be1c4de36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.001929 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71da0780-cfa2-41af-877d-fd52be52c789 admin admin] Publish callbacks [] for security_group (64c7e2e4-f965-4b98-a702-505b5543c2a1), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.026819 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71da0780-cfa2-41af-877d-fd52be52c789 admin admin] Publish callbacks [] for security_group (64c7e2e4-f965-4b98-a702-505b5543c2a1), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.063854 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e2973aaf-8a54-4081-b450-e92be1c4de36 admin admin] Publish callbacks [] for security_group (c2005291-8b89-4aa5-82cd-66b035e26d6e), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.146775 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e2973aaf-8a54-4081-b450-e92be1c4de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (c2005291-8b89-4aa5-82cd-66b035e26d6e), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.147479 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71da0780-cfa2-41af-877d-fd52be52c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (64c7e2e4-f965-4b98-a702-505b5543c2a1), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.149474 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71da0780-cfa2-41af-877d-fd52be52c789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.151190 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-71da0780-cfa2-41af-877d-fd52be52c789 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64c7e2e4-f965-4b98-a702-505b5543c2a1 HTTP/1.1" status: 204 len: 168 time: 0.1998215 Apr 12 15:00:53.161079 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da0780-cfa2-41af-877d-fd52be52c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c7e2e4-f965-4b98-a702-505b5543c2a1,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:53.196162 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e2973aaf-8a54-4081-b450-e92be1c4de36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=85fe2daa2e504c8186600697983dad1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172759 Apr 12 15:00:53.196162 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2973aaf-8a54-4081-b450-e92be1c4de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2005291-8b89-4aa5-82cd-66b035e26d6e,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:53.196997 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45668) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:53.267761 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ba1fd484-1f72-4944-8b16-adc0f562c5cc admin admin] Publish callbacks [] for security_group (c2005291-8b89-4aa5-82cd-66b035e26d6e), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.289845 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ba1fd484-1f72-4944-8b16-adc0f562c5cc admin admin] Publish callbacks [] for security_group (c2005291-8b89-4aa5-82cd-66b035e26d6e), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.415692 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ba1fd484-1f72-4944-8b16-adc0f562c5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (c2005291-8b89-4aa5-82cd-66b035e26d6e), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.418728 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ba1fd484-1f72-4944-8b16-adc0f562c5cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:53.420039 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-ba1fd484-1f72-4944-8b16-adc0f562c5cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c2005291-8b89-4aa5-82cd-66b035e26d6e HTTP/1.1" status: 204 len: 168 time: 0.2218485 Apr 12 15:00:53.435086 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fd484-1f72-4944-8b16-adc0f562c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2005291-8b89-4aa5-82cd-66b035e26d6e,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:53.470188 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 122ef08f-f4b9-4140-8816-746c2548be04 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:00:53.492718 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 122ef08f-f4b9-4140-8816-746c2548be04 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:00:53.493068 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 122ef08f-f4b9-4140-8816-746c2548be04 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:00:56.756408 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45842) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:56.867735 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c669b3a8-79c2-4f43-a844-b0f7e07e4032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:56.946517 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c669b3a8-79c2-4f43-a844-b0f7e07e4032 admin admin] Publish callbacks [] for security_group (27abcaeb-400e-4819-8809-bf4b88ad7e21), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:57.015531 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-c669b3a8-79c2-4f43-a844-b0f7e07e4032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (27abcaeb-400e-4819-8809-bf4b88ad7e21), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:57.057257 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-c669b3a8-79c2-4f43-a844-b0f7e07e4032 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a428d3708276402cb7242d0a071cbba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997363 Apr 12 15:00:57.058275 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669b3a8-79c2-4f43-a844-b0f7e07e4032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27abcaeb-400e-4819-8809-bf4b88ad7e21,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:57.059940 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45846) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:57.115200 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d0538468-976e-4e03-8bdb-350470e1c54b admin admin] Publish callbacks [] for security_group (27abcaeb-400e-4819-8809-bf4b88ad7e21), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:57.137339 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d0538468-976e-4e03-8bdb-350470e1c54b admin admin] Publish callbacks [] for security_group (27abcaeb-400e-4819-8809-bf4b88ad7e21), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:57.255188 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d0538468-976e-4e03-8bdb-350470e1c54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (27abcaeb-400e-4819-8809-bf4b88ad7e21), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:57.257769 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d0538468-976e-4e03-8bdb-350470e1c54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:57.258940 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-d0538468-976e-4e03-8bdb-350470e1c54b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/27abcaeb-400e-4819-8809-bf4b88ad7e21 HTTP/1.1" status: 204 len: 168 time: 0.1979976 Apr 12 15:00:57.267689 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0538468-976e-4e03-8bdb-350470e1c54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27abcaeb-400e-4819-8809-bf4b88ad7e21,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:57.506479 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5a405184-05c7-4bab-b3bf-c0da10ce3d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:57.922570 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 45858) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:57.936324 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-89f0f85f-3ab7-4777-ba4a-c6b7eeec578f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:58.013286 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-89f0f85f-3ab7-4777-ba4a-c6b7eeec578f admin admin] Publish callbacks [] for security_group (b8ad6e59-60ea-4491-bf94-e43e3a83b509), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:58.078267 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-89f0f85f-3ab7-4777-ba4a-c6b7eeec578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (b8ad6e59-60ea-4491-bf94-e43e3a83b509), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:58.121432 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-89f0f85f-3ab7-4777-ba4a-c6b7eeec578f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d2a5e988e4f4e4d875caa15abe7b875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977599 Apr 12 15:00:58.122355 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0f85f-3ab7-4777-ba4a-c6b7eeec578f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ad6e59-60ea-4491-bf94-e43e3a83b509,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:00:58.124166 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45860) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:00:58.175995 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-44389655-70f2-49c5-af49-c1ba7dcf47c2 admin admin] Publish callbacks [] for security_group (b8ad6e59-60ea-4491-bf94-e43e3a83b509), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:58.197942 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-44389655-70f2-49c5-af49-c1ba7dcf47c2 admin admin] Publish callbacks [] for security_group (b8ad6e59-60ea-4491-bf94-e43e3a83b509), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:58.318426 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-44389655-70f2-49c5-af49-c1ba7dcf47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (b8ad6e59-60ea-4491-bf94-e43e3a83b509), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:58.321240 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-44389655-70f2-49c5-af49-c1ba7dcf47c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:00:58.322408 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-44389655-70f2-49c5-af49-c1ba7dcf47c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8ad6e59-60ea-4491-bf94-e43e3a83b509 HTTP/1.1" status: 204 len: 168 time: 0.1972744 Apr 12 15:00:58.330613 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44389655-70f2-49c5-af49-c1ba7dcf47c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ad6e59-60ea-4491-bf94-e43e3a83b509,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:00.078019 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1b069a85-63a8-4016-af1c-83566e755126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:01.312693 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:02.859605 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45946) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:02.977272 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1fdf20e2-326e-4145-9d85-537f3368b0ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.073146 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1fdf20e2-326e-4145-9d85-537f3368b0ce admin admin] Publish callbacks [] for security_group (4900e49e-1247-46f5-b40f-2db66187eadb), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.129655 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1fdf20e2-326e-4145-9d85-537f3368b0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4900e49e-1247-46f5-b40f-2db66187eadb), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.166812 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf20e2-326e-4145-9d85-537f3368b0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4900e49e-1247-46f5-b40f-2db66187eadb,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:03.171720 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-1fdf20e2-326e-4145-9d85-537f3368b0ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c974807ec9a544309c49cb26d68404e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105133 Apr 12 15:01:03.173703 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45954) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:03.227023 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-899be547-83bf-40e9-abc2-741bc864e428 admin admin] Publish callbacks [] for security_group (4900e49e-1247-46f5-b40f-2db66187eadb), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.243884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.256624 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-899be547-83bf-40e9-abc2-741bc864e428 admin admin] Publish callbacks [] for security_group (4900e49e-1247-46f5-b40f-2db66187eadb), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.380570 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-899be547-83bf-40e9-abc2-741bc864e428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (4900e49e-1247-46f5-b40f-2db66187eadb), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.383152 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-899be547-83bf-40e9-abc2-741bc864e428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:03.384325 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-899be547-83bf-40e9-abc2-741bc864e428 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4900e49e-1247-46f5-b40f-2db66187eadb HTTP/1.1" status: 204 len: 168 time: 0.2096798 Apr 12 15:01:03.392419 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899be547-83bf-40e9-abc2-741bc864e428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4900e49e-1247-46f5-b40f-2db66187eadb,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:03.991601 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45968) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:04.007452 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6d447a2e-2642-4c7d-b10e-fd4455bcbfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.037908 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.106043 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6d447a2e-2642-4c7d-b10e-fd4455bcbfe4 admin admin] Publish callbacks [] for security_group (6a5b8dfc-e502-4dd7-a8ff-2e9382b51154), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.169385 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6d447a2e-2642-4c7d-b10e-fd4455bcbfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6a5b8dfc-e502-4dd7-a8ff-2e9382b51154), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.207965 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d447a2e-2642-4c7d-b10e-fd4455bcbfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5b8dfc-e502-4dd7-a8ff-2e9382b51154,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:04.212151 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6d447a2e-2642-4c7d-b10e-fd4455bcbfe4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffc20889b86d40809cd07da4553bfb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208333 Apr 12 15:01:04.217490 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 45974) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:04.267957 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-9827c987-d9a5-4200-89fa-1b2691ee9ea6 admin admin] Publish callbacks [] for security_group (6a5b8dfc-e502-4dd7-a8ff-2e9382b51154), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.290612 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-9827c987-d9a5-4200-89fa-1b2691ee9ea6 admin admin] Publish callbacks [] for security_group (6a5b8dfc-e502-4dd7-a8ff-2e9382b51154), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.402603 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718b9ef-8547-4a85-9074-7e2c27c630e8 req-6b926121-a507-4c3e-9b15-89a287bc2104 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:04.404066 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d718b9ef-8547-4a85-9074-7e2c27c630e8 req-6b926121-a507-4c3e-9b15-89a287bc2104 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 947 time: 0.0496271 Apr 12 15:01:04.422274 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-9827c987-d9a5-4200-89fa-1b2691ee9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6a5b8dfc-e502-4dd7-a8ff-2e9382b51154), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.425478 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-9827c987-d9a5-4200-89fa-1b2691ee9ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:04.426822 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-9827c987-d9a5-4200-89fa-1b2691ee9ea6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6a5b8dfc-e502-4dd7-a8ff-2e9382b51154 HTTP/1.1" status: 204 len: 168 time: 0.2088873 Apr 12 15:01:04.442999 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827c987-d9a5-4200-89fa-1b2691ee9ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5b8dfc-e502-4dd7-a8ff-2e9382b51154,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:04.476094 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d718b9ef-8547-4a85-9074-7e2c27c630e8 req-6acdd2f8-2012-4e54-88c5-7a37ec699ad2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624232 Apr 12 15:01:05.611784 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d23f8-4e99-4536-9316-48462710510c req-d06d7dad-64ad-46d4-bc8c-09aa4fee60e2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:05.613463 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c99d23f8-4e99-4536-9316-48462710510c req-d06d7dad-64ad-46d4-bc8c-09aa4fee60e2 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 947 time: 0.0584602 Apr 12 15:01:05.662135 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c99d23f8-4e99-4536-9316-48462710510c req-73275984-b0ec-4c2b-b798-fcab4131aed9 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups?id=66742d55-d59a-47f8-9dc1-d86aef2c1c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Apr 12 15:01:06.076623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-48cf7ca3-55d1-4d28-96c5-a27c25aece80 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:06.078092 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-48cf7ca3-55d1-4d28-96c5-a27c25aece80 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 947 time: 0.0527380 Apr 12 15:01:06.182570 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Deleting port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:01:06.182917 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:06.284969 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] For port 5c58da46-e5bb-4b4a-8051-745b00e75ae2, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5c58da46-e5bb-4b4a-8051-745b00e75ae2,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:06.285513 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:06.474896 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:06.475254 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667505'] for floatingip (bb5080ab-445c-4b26-8b82-fc4a4d18d0dd), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:06.475564 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Floating IP bb5080ab-445c-4b26-8b82-fc4a4d18d0dd disassociated. External IP: 172.27.2.104, port: 5c58da46-e5bb-4b4a-8051-745b00e75ae2. Apr 12 15:01:06.475911 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Calling delete_port for 5c58da46-e5bb-4b4a-8051-745b00e75ae2 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:01:06.700815 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (5c58da46-e5bb-4b4a-8051-745b00e75ae2), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:06.734603 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event deleted for resources: {'Port': ['ID=5c58da46-e5bb-4b4a-8051-745b00e75ae2,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:06.793957 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-00bc4fa2-77d9-4a9d-ab31-61fdb37ba621 req-f32a7212-ef92-4d20-a90f-af874496a825 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 210 time: 0.0550072 Apr 12 15:01:06.869464 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Router c22de5c5-fff7-4c3f-94ea-674c5536ce22 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:01:06.995095 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:01:07.007291 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] Sync routers for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:01:07.016756 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:07.017379 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:07.038701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] No DVR routers for this DVR port 5c58da46-e5bb-4b4a-8051-745b00e75ae2 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:01:07.042012 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:07.047198 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-747059ea-a402-4ea3-89a5-329ecc942da2 req-449b9f77-8bac-478f-9c97-328f5265fcdc tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.57 "DELETE /v2.0/ports/5c58da46-e5bb-4b4a-8051-745b00e75ae2 HTTP/1.1" status: 204 len: 173 time: 0.9609954 Apr 12 15:01:07.047198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-deleted', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:01:07.049252 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ccbd1c-02c8-4705-a896-04e86ed1ac2e" -d '{"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-deleted", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:01:07.067616 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:07.109110 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a755b3-7ce1-40a3-b062-5f231c22a021 x-openstack-request-id: req-d7a755b3-7ce1-40a3-b062-5f231c22a021 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:01:07.109817 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946d8ea7-5cb9-4e2f-99b4-27f342c44b63", "name": "network-vif-deleted", "tag": "5c58da46-e5bb-4b4a-8051-745b00e75ae2", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:01:07.109817 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7a755b3-7ce1-40a3-b062-5f231c22a021 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:01:07.110638 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a755b3-7ce1-40a3-b062-5f231c22a021'] response: {'server_uuid': '946d8ea7-5cb9-4e2f-99b4-27f342c44b63', 'name': 'network-vif-deleted', 'tag': '5c58da46-e5bb-4b4a-8051-745b00e75ae2', 'status': 'completed', 'code': 200} Apr 12 15:01:07.250598 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:07.462913 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:07.486748 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] Checking router: c22de5c5-fff7-4c3f-94ea-674c5536ce22 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:01:07.511232 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:07.511232 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:07.617062 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:07.817346 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:07.844190 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209787e0-455c-42e2-9ab5-4730a4a71718 None None] The sync data for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi is: [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T14:54:23Z', 'revision_number': 4, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '3276e5fe-085d-4a25-a7b2-d950976a4657', 'name': '', 'network_id': '5444df66-cec9-4e6f-babf-6afcab69a266', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'mac_address': 'fa:16:3e:5c:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:22Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'subnets': [{'id': 'afd65a10-0ae6-4442-91a6-9804ae468a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:01:07.928774 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80c3d846-a164-4be2-916d-51c2bf1e3e25 req-3477ea2b-c9da-4469-8481-5aa6d02f96dd tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/ports?device_id=946d8ea7-5cb9-4e2f-99b4-27f342c44b63 HTTP/1.1" status: 200 len: 210 time: 0.0425742 Apr 12 15:01:08.092075 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92041324-2d93-470e-ab29-1c56ff67a123 None None] New status for floating IP bb5080ab-445c-4b26-8b82-fc4a4d18d0dd: DOWN {{(pid=110563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:01:09.086276 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46068) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:09.150320 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ecce81b0-8b46-447c-8c7e-2bdc92fd1793 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (66742d55-d59a-47f8-9dc1-d86aef2c1c8d), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.177061 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ecce81b0-8b46-447c-8c7e-2bdc92fd1793 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (66742d55-d59a-47f8-9dc1-d86aef2c1c8d), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.284467 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ecce81b0-8b46-447c-8c7e-2bdc92fd1793 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (66742d55-d59a-47f8-9dc1-d86aef2c1c8d), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.286993 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ecce81b0-8b46-447c-8c7e-2bdc92fd1793 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.288158 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ecce81b0-8b46-447c-8c7e-2bdc92fd1793 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "DELETE /v2.0/security-groups/66742d55-d59a-47f8-9dc1-d86aef2c1c8d HTTP/1.1" status: 204 len: 168 time: 0.2008934 Apr 12 15:01:09.293781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46072) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:09.297721 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce81b0-8b46-447c-8c7e-2bdc92fd1793 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66742d55-d59a-47f8-9dc1-d86aef2c1c8d,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:09.307713 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.api.v2.resource [None req-cec3595e-0244-4e0c-a1d3-3513084bf632 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] show failed (client error): The resource could not be found. Apr 12 15:01:09.308729 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-cec3595e-0244-4e0c-a1d3-3513084bf632 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "GET /v2.0/security-groups/66742d55-d59a-47f8-9dc1-d86aef2c1c8d HTTP/1.1" status: 404 len: 347 time: 0.0166268 Apr 12 15:01:09.311767 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46074) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:09.437753 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Deleting port ce14f4c3-cecd-4877-b264-ce13debf4ba4 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:01:09.438104 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.512786 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.513117 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (ce14f4c3-cecd-4877-b264-ce13debf4ba4), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.525816 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Calling delete_port for ce14f4c3-cecd-4877-b264-ce13debf4ba4 owned by network:floatingip {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:01:09.723300 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (ce14f4c3-cecd-4877-b264-ce13debf4ba4), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.750063 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Pushing event deleted for resources: {'Port': ['ID=ce14f4c3-cecd-4877-b264-ce13debf4ba4,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:09.811442 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks [] for floatingip (bb5080ab-445c-4b26-8b82-fc4a4d18d0dd), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.813956 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:09.815663 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f3fcf4ff-607a-435a-bce0-3534fbd73c74 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] 10.222.0.64 "DELETE /v2.0/floatingips/bb5080ab-445c-4b26-8b82-fc4a4d18d0dd HTTP/1.1" status: 204 len: 168 time: 0.5023518 Apr 12 15:01:11.214459 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:01:11.236022 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 5c58da46-e5bb-4b4a-8051-745b00e75ae2 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:01:11.236361 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 5c58da46-e5bb-4b4a-8051-745b00e75ae2 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:01:12.580350 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46174) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:13.062672 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (c22de5c5-fff7-4c3f-94ea-674c5536ce22), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:13.308685 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Deleting port 3276e5fe-085d-4a25-a7b2-d950976a4657 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:01:13.309029 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:13.391652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] For port 3276e5fe-085d-4a25-a7b2-d950976a4657, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3276e5fe-085d-4a25-a7b2-d950976a4657,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:13.392036 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:13.405608 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Calling delete_port for 3276e5fe-085d-4a25-a7b2-d950976a4657 owned by network:router_interface {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:01:13.523936 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46198) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:13.643837 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa7dd-6215-4e74-8ff2-abc4ef17a9c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:13.672036 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (3276e5fe-085d-4a25-a7b2-d950976a4657), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:13.700892 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3276e5fe-085d-4a25-a7b2-d950976a4657,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:13.723873 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa7dd-6215-4e74-8ff2-abc4ef17a9c6 admin admin] Publish callbacks [] for security_group (f3b0d1e1-e020-4b76-984d-931f030cced7), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:13.808649 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa7dd-6215-4e74-8ff2-abc4ef17a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f3b0d1e1-e020-4b76-984d-931f030cced7), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:13.852007 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4c9aa7dd-6215-4e74-8ff2-abc4ef17a9c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6c84dd1f8184441dab948f286f24c2a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267717 Apr 12 15:01:13.852997 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9aa7dd-6215-4e74-8ff2-abc4ef17a9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b0d1e1-e020-4b76-984d-931f030cced7,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:13.854833 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46204) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:14.153481 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (c22de5c5-fff7-4c3f-94ea-674c5536ce22), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:14.213494 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cde70799-68b0-4dec-9ab0-a1813f862c79 admin admin] Publish callbacks [] for security_group (f3b0d1e1-e020-4b76-984d-931f030cced7), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:14.273225 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cde70799-68b0-4dec-9ab0-a1813f862c79 admin admin] Publish callbacks [] for security_group (f3b0d1e1-e020-4b76-984d-931f030cced7), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:14.431850 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Router c22de5c5-fff7-4c3f-94ea-674c5536ce22 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:01:14.433222 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cde70799-68b0-4dec-9ab0-a1813f862c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f3b0d1e1-e020-4b76-984d-931f030cced7), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:14.435717 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-cde70799-68b0-4dec-9ab0-a1813f862c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:14.436853 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-cde70799-68b0-4dec-9ab0-a1813f862c79 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3b0d1e1-e020-4b76-984d-931f030cced7 HTTP/1.1" status: 204 len: 168 time: 0.5799735 Apr 12 15:01:14.448181 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde70799-68b0-4dec-9ab0-a1813f862c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b0d1e1-e020-4b76-984d-931f030cced7,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:14.561956 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:01:14.570326 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-aa3ab396-de63-4f38-9407-eaa4977e9d88 admin admin] 10.222.0.64 "PUT /v2.0/routers/c22de5c5-fff7-4c3f-94ea-674c5536ce22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9861438 Apr 12 15:01:14.571332 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46210) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:14.574617 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] Sync routers for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:01:14.586037 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:14.587842 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:14.708073 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks [] for router (c22de5c5-fff7-4c3f-94ea-674c5536ce22), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:14.741764 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:14.836125 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks [] for router_gateway (c22de5c5-fff7-4c3f-94ea-674c5536ce22), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:14.918116 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T15:01:13Z', 'revision_number': 5, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port': {'id': 'e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:af:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:54:16Z', 'updated_at': '2022-04-12T14:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:14.946317 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] Checking router: c22de5c5-fff7-4c3f-94ea-674c5536ce22 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:01:14.955546 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] Routers {'c22de5c5-fff7-4c3f-94ea-674c5536ce22'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:14.956325 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:14.960160 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Deleting port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:01:14.960637 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.049023 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] For port e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:15.049544 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.066062 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Calling delete_port for e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 owned by network:router_gateway {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:01:15.071036 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] Set router c22de5c5-fff7-4c3f-94ea-674c5536ce22 gateway port host: None {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:15.126298 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T15:01:14Z', 'revision_number': 6, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port_host': None}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:15.148007 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46226) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:15.158587 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d012f-21ad-429a-81ca-900d5362c703 None None] The sync data for ids ['c22de5c5-fff7-4c3f-94ea-674c5536ce22'] in dv-cinder-837524-1-iscsi is: [{'id': 'c22de5c5-fff7-4c3f-94ea-674c5536ce22', 'name': 'tempest-AttachVolumeShelveTestJSON-727551203-router', 'tenant_id': '7c2a576e2be74418bdef57686bad30a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:54:14Z', 'updated_at': '2022-04-12T15:01:14Z', 'revision_number': 6, 'project_id': '7c2a576e2be74418bdef57686bad30a2', 'gw_port_host': None}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:01:15.171896 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69df0d4c-5da2-4bcb-a56b-b436545ba63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.263004 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69df0d4c-5da2-4bcb-a56b-b436545ba63c admin admin] Publish callbacks [] for security_group (a4b98424-503d-4179-8a8f-f1949d33b1c0), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.294549 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.311414 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69df0d4c-5da2-4bcb-a56b-b436545ba63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a4b98424-503d-4179-8a8f-f1949d33b1c0), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.325710 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:15.362989 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-69df0d4c-5da2-4bcb-a56b-b436545ba63c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=22211fdf499843358c9bd5f71d2c4ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132642 Apr 12 15:01:15.367791 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46228) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:15.381500 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df0d4c-5da2-4bcb-a56b-b436545ba63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b98424-503d-4179-8a8f-f1949d33b1c0,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:15.389622 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (c22de5c5-fff7-4c3f-94ea-674c5536ce22), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.420994 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8584-f9b4-4951-b435-b7648b03cafe admin admin] Publish callbacks [] for security_group (a4b98424-503d-4179-8a8f-f1949d33b1c0), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.457650 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8584-f9b4-4951-b435-b7648b03cafe admin admin] Publish callbacks [] for security_group (a4b98424-503d-4179-8a8f-f1949d33b1c0), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.491178 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (c22de5c5-fff7-4c3f-94ea-674c5536ce22), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.493582 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks [] for router_controller (c22de5c5-fff7-4c3f-94ea-674c5536ce22), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.580111 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8584-f9b4-4951-b435-b7648b03cafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (a4b98424-503d-4179-8a8f-f1949d33b1c0), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.582985 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5fdd8584-f9b4-4951-b435-b7648b03cafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.586338 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-5fdd8584-f9b4-4951-b435-b7648b03cafe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a4b98424-503d-4179-8a8f-f1949d33b1c0 HTTP/1.1" status: 204 len: 168 time: 0.2155981 Apr 12 15:01:15.595260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd8584-f9b4-4951-b435-b7648b03cafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b98424-503d-4179-8a8f-f1949d33b1c0,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:15.663032 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (c22de5c5-fff7-4c3f-94ea-674c5536ce22), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.664800 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c22de5c5-fff7-4c3f-94ea-674c5536ce22 {{(pid=110562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:01:15.670568 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.671723 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b835a9d2-1e77-430f-96f0-bbff23ef7635 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c22de5c5-fff7-4c3f-94ea-674c5536ce22 HTTP/1.1" status: 204 len: 168 time: 1.1002049 Apr 12 15:01:15.674652 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46236) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:15.728303 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] Deleting subnet afd65a10-0ae6-4442-91a6-9804ae468a1d {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:01:15.731465 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] Publish callbacks [] for subnet (afd65a10-0ae6-4442-91a6-9804ae468a1d), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.771823 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (afd65a10-0ae6-4442-91a6-9804ae468a1d), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.847618 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (afd65a10-0ae6-4442-91a6-9804ae468a1d), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:15.991116 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3276e5fe-085d-4a25-a7b2-d950976a4657 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:01:16.007753 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 3276e5fe-085d-4a25-a7b2-d950976a4657 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:01:16.008105 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3276e5fe-085d-4a25-a7b2-d950976a4657 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:01:16.009191 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (afd65a10-0ae6-4442-91a6-9804ae468a1d), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.038553 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd65a10-0ae6-4442-91a6-9804ae468a1d,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:16.040817 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.043994 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-cd60cf74-5324-4d56-b91a-165e8b92c54e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/afd65a10-0ae6-4442-91a6-9804ae468a1d HTTP/1.1" status: 204 len: 168 time: 0.3677256 Apr 12 15:01:16.045958 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116205c-8c30-4c21-923e-6b6a37e1d09f None None] Network 5444df66-cec9-4e6f-babf-6afcab69a266 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:16.046574 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46240) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:16.130342 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (5444df66-cec9-4e6f-babf-6afcab69a266), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.177483 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Deleting port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:01:16.178687 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.239109 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] DHCP port deletion for 5444df66-cec9-4e6f-babf-6afcab69a266 request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:01:16.258281 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] For port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:16.258754 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.282018 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Calling delete_port for 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:01:16.299965 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] Deleting port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:01:16.300975 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.380961 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] For port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,segment=NetworkSegment(54addda5-11cd-4388-9316-653c730eca2f),segment_id=54addda5-11cd-4388-9316-653c730eca2f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:16.381360 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.399274 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] Calling delete_port for 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:01:16.486636 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.489953 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.514850 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] Pushing event deleted for resources: {'Port': ['ID=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:16.515535 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Pushing event deleted for resources: {'Port': ['ID=3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:16.522511 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26434eeb-f00a-442e-8fab-d843992c037b None None] No DVR routers for this DVR port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:01:16.531062 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] No DVR routers for this DVR port 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 on host dv-cinder-837524-1-iscsi {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:01:16.616708 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (5444df66-cec9-4e6f-babf-6afcab69a266), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.636686 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5444df66-cec9-4e6f-babf-6afcab69a266']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:16.646559 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54addda5-11cd-4388-9316-653c730eca2f') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:16.646953 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54addda5-11cd-4388-9316-653c730eca2f') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:16.656021 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (54addda5-11cd-4388-9316-653c730eca2f), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.671202 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (54addda5-11cd-4388-9316-653c730eca2f), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.676999 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:01:16.677388 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (54addda5-11cd-4388-9316-653c730eca2f), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:01:16.679319 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:01:16.837565 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (5444df66-cec9-4e6f-babf-6afcab69a266), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.843109 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:16.846231 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] 10.222.0.64 "DELETE /v2.0/networks/5444df66-cec9-4e6f-babf-6afcab69a266 HTTP/1.1" status: 204 len: 168 time: 0.7987397 Apr 12 15:01:16.857164 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cb764-e977-45b7-bc95-1bf541a3ed9a admin admin] Pushing event deleted for resources: {'Network': ['ID=5444df66-cec9-4e6f-babf-6afcab69a266,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:17.213277 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46276) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:17.255562 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-91c8972e-82ed-4cad-88c9-311290b3919d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c2a576e2be74418bdef57686bad30a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410359 Apr 12 15:01:17.258136 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46278) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:17.308052 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-383b8bf4-23bd-4c17-bfef-a168e66135b9 admin admin] Publish callbacks [] for security_group (dcbcec5f-1758-4c33-b8e9-024bab705120), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:17.330852 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-383b8bf4-23bd-4c17-bfef-a168e66135b9 admin admin] Publish callbacks [] for security_group (dcbcec5f-1758-4c33-b8e9-024bab705120), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:17.443364 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-383b8bf4-23bd-4c17-bfef-a168e66135b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (dcbcec5f-1758-4c33-b8e9-024bab705120), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:17.446971 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-383b8bf4-23bd-4c17-bfef-a168e66135b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:17.448129 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-383b8bf4-23bd-4c17-bfef-a168e66135b9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcbcec5f-1758-4c33-b8e9-024bab705120 HTTP/1.1" status: 204 len: 168 time: 0.1890597 Apr 12 15:01:17.457416 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b8bf4-23bd-4c17-bfef-a168e66135b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbcec5f-1758-4c33-b8e9-024bab705120,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:17.493251 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:01:17.514516 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:01:17.514784 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e0f1d923-e5fd-4bb6-8f66-faeb50bc4e40 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:01:17.515209 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:01:17.538638 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:01:17.539109 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3be9d7f6-6ba2-4ec7-80ab-a6fa1394dc66 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:01:18.550056 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46334) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:18.675153 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1459170441-network', 'tenant_id': '30129e4968b540239a7a11e7167825cd'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:18.814855 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Made reservation on behalf of 30129e4968b540239a7a11e7167825cd for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:18.817279 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:18.826878 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:18.902089 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks [] for security_group (426b62e8-44e5-4fc7-b943-7dd2cd2b7c01), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:18.951506 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (426b62e8-44e5-4fc7-b943-7dd2cd2b7c01), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:18.975917 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:18.993338 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426b62e8-44e5-4fc7-b943-7dd2cd2b7c01,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:18.996695 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (ea7e90e7-77a0-4fb6-8bde-501683088991), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:18.997089 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Added segment ea7e90e7-77a0-4fb6-8bde-501683088991 of type vlan for network 7f44dde3-832f-4b59-b948-3b4f5b9402ea Apr 12 15:01:19.041197 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (7f44dde3-832f-4b59-b948-3b4f5b9402ea), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:19.151910 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (7f44dde3-832f-4b59-b948-3b4f5b9402ea), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:19.153008 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:19.153597 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:19.230925 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] Pushing event updated for resources: {'Network': ['ID=7f44dde3-832f-4b59-b948-3b4f5b9402ea,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:19.240630 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 7f44dde3-832f-4b59-b948-3b4f5b9402ea details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:19.336812 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-bff005de-7f56-4626-ac11-d2c2d36b129a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7837479 Apr 12 15:01:19.340606 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46344) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:19.345186 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Request body: {'subnet': {'network_id': '7f44dde3-832f-4b59-b948-3b4f5b9402ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1459170441-subnet', 'tenant_id': '30129e4968b540239a7a11e7167825cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:19.442966 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Made reservation on behalf of 30129e4968b540239a7a11e7167825cd for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:19.445609 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10434889'] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:19.692788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10109293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10434907'] for subnet (c3e24431-9092-4f84-8c07-a20286a78109), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:19.742213 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e24431-9092-4f84-8c07-a20286a78109,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:19.765871 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Checking segment: {'id': 'ea7e90e7-77a0-4fb6-8bde-501683088991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7f44dde3-832f-4b59-b948-3b4f5b9402ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:19.766229 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Network hostable DHCP agents. Network: 7f44dde3-832f-4b59-b948-3b4f5b9402ea, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:19.912003 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Network 7f44dde3-832f-4b59-b948-3b4f5b9402ea is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:20.026293 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 7f44dde3-832f-4b59-b948-3b4f5b9402ea) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:20.030329 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:20.030934 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:20.036394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735139e7-4707-493b-b162-0454199d0549 None None] Network 7f44dde3-832f-4b59-b948-3b4f5b9402ea requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:20.134309 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5d8bd-4782-4e67-983c-b1f2b30647e0 None None] Network 7f44dde3-832f-4b59-b948-3b4f5b9402ea requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:20.205884 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-db675dc4-2192-49e6-b67c-c238387c64d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8642201 Apr 12 15:01:20.284211 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46368) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:20.391517 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4f00c1c9-893f-4b85-9e24-067f4712af04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:20.469463 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4f00c1c9-893f-4b85-9e24-067f4712af04 admin admin] Publish callbacks [] for security_group (5221ced4-fd21-4b17-bf74-4b28516bda69), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:20.574165 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4f00c1c9-893f-4b85-9e24-067f4712af04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5221ced4-fd21-4b17-bf74-4b28516bda69), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:20.615541 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4f00c1c9-893f-4b85-9e24-067f4712af04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57d3d5d731ba42a89d75fe1d85e8344c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289790 Apr 12 15:01:20.616707 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00c1c9-893f-4b85-9e24-067f4712af04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5221ced4-fd21-4b17-bf74-4b28516bda69,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:20.618363 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46376) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:20.672649 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f5da1770-1bcb-453d-a3b3-10414a4c58ee admin admin] Publish callbacks [] for security_group (5221ced4-fd21-4b17-bf74-4b28516bda69), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:20.703395 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f5da1770-1bcb-453d-a3b3-10414a4c58ee admin admin] Publish callbacks [] for security_group (5221ced4-fd21-4b17-bf74-4b28516bda69), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.019692 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f5da1770-1bcb-453d-a3b3-10414a4c58ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5221ced4-fd21-4b17-bf74-4b28516bda69), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.019692 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f5da1770-1bcb-453d-a3b3-10414a4c58ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.019692 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-f5da1770-1bcb-453d-a3b3-10414a4c58ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5221ced4-fd21-4b17-bf74-4b28516bda69 HTTP/1.1" status: 204 len: 168 time: 0.3937981 Apr 12 15:01:21.021421 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da1770-1bcb-453d-a3b3-10414a4c58ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5221ced4-fd21-4b17-bf74-4b28516bda69,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:21.599787 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46402) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:21.640393 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46406) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:21.641229 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-729169725-network', 'tenant_id': 'd44287efbefb49af93ca4a051d193264'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:21.746283 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Made reservation on behalf of d44287efbefb49af93ca4a051d193264 for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:21.749335 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.763406 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.825376 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5ecc93ec-e830-4e97-887d-6fb196f26c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.896890 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks [] for security_group (d482db4b-eeed-4eb5-a78c-cb49fc199998), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.921008 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46414) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:21.932484 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5ecc93ec-e830-4e97-887d-6fb196f26c31 admin admin] Publish callbacks [] for security_group (6dc99385-6c65-4396-8c83-82c98cd79a90), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:21.986330 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d482db4b-eeed-4eb5-a78c-cb49fc199998), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.012160 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:22.022954 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d482db4b-eeed-4eb5-a78c-cb49fc199998,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:22.025445 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-5ecc93ec-e830-4e97-887d-6fb196f26c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6dc99385-6c65-4396-8c83-82c98cd79a90), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.028978 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-90034398-5dd6-459a-a7fc-7b5449fd0a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.035634 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (dd79c2d1-0a03-476a-8981-0fdb4f925371), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.035634 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Added segment dd79c2d1-0a03-476a-8981-0fdb4f925371 of type vlan for network d933439e-5855-4bc4-959d-1b334417377f Apr 12 15:01:22.106460 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-5ecc93ec-e830-4e97-887d-6fb196f26c31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5042bd4ffa7b483cac5d2cc2c5f2e727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055602 Apr 12 15:01:22.110266 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46420) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:22.123323 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-90034398-5dd6-459a-a7fc-7b5449fd0a91 admin admin] Publish callbacks [] for security_group (04739889-f9a7-4fd9-b889-e30f7f9e2497), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.129866 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc93ec-e830-4e97-887d-6fb196f26c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc99385-6c65-4396-8c83-82c98cd79a90,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:22.143174 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (d933439e-5855-4bc4-959d-1b334417377f), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.193004 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24bd4d8e-be25-4352-b0ff-b05f9e18b081 admin admin] Publish callbacks [] for security_group (6dc99385-6c65-4396-8c83-82c98cd79a90), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.208260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-90034398-5dd6-459a-a7fc-7b5449fd0a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (04739889-f9a7-4fd9-b889-e30f7f9e2497), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.217865 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24bd4d8e-be25-4352-b0ff-b05f9e18b081 admin admin] Publish callbacks [] for security_group (6dc99385-6c65-4396-8c83-82c98cd79a90), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.248690 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-90034398-5dd6-459a-a7fc-7b5449fd0a91 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=588f9df98f4b4e418cf32ee987b42792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263841 Apr 12 15:01:22.249763 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90034398-5dd6-459a-a7fc-7b5449fd0a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04739889-f9a7-4fd9-b889-e30f7f9e2497,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:22.252344 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46424) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:22.254817 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (d933439e-5855-4bc4-959d-1b334417377f), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.255982 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:22.256720 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.318759 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f415f095-5048-4e13-b9cf-eff7fee0e6e6 admin admin] Publish callbacks [] for security_group (04739889-f9a7-4fd9-b889-e30f7f9e2497), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.328484 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] Pushing event updated for resources: {'Network': ['ID=d933439e-5855-4bc4-959d-1b334417377f,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:22.349290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network d933439e-5855-4bc4-959d-1b334417377f details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:22.349878 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f415f095-5048-4e13-b9cf-eff7fee0e6e6 admin admin] Publish callbacks [] for security_group (04739889-f9a7-4fd9-b889-e30f7f9e2497), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.366580 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-2a81e18b-1bbd-490b-8fed-ff408e2e8518 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7254801 Apr 12 15:01:22.366580 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46430) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:22.370782 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Request body: {'subnet': {'network_id': 'd933439e-5855-4bc4-959d-1b334417377f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-729169725-subnet', 'tenant_id': 'd44287efbefb49af93ca4a051d193264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:22.388317 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24bd4d8e-be25-4352-b0ff-b05f9e18b081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6dc99385-6c65-4396-8c83-82c98cd79a90), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.390974 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-24bd4d8e-be25-4352-b0ff-b05f9e18b081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.392315 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-24bd4d8e-be25-4352-b0ff-b05f9e18b081 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6dc99385-6c65-4396-8c83-82c98cd79a90 HTTP/1.1" status: 204 len: 168 time: 0.2782457 Apr 12 15:01:22.402449 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd4d8e-be25-4352-b0ff-b05f9e18b081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc99385-6c65-4396-8c83-82c98cd79a90,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:22.460050 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Made reservation on behalf of d44287efbefb49af93ca4a051d193264 for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:22.462479 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10434889'] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.488879 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f415f095-5048-4e13-b9cf-eff7fee0e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (04739889-f9a7-4fd9-b889-e30f7f9e2497), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.491854 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f415f095-5048-4e13-b9cf-eff7fee0e6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.495429 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f415f095-5048-4e13-b9cf-eff7fee0e6e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04739889-f9a7-4fd9-b889-e30f7f9e2497 HTTP/1.1" status: 204 len: 168 time: 0.2398424 Apr 12 15:01:22.502037 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415f095-5048-4e13-b9cf-eff7fee0e6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04739889-f9a7-4fd9-b889-e30f7f9e2497,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:22.667547 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46440) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:22.717779 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10109293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10434907'] for subnet (36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.794455 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:22.804990 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-960343953-network', 'tenant_id': '6ca047ef87324b72abe1a98bc09e9d34'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:22.814038 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Checking segment: {'id': 'dd79c2d1-0a03-476a-8981-0fdb4f925371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd933439e-5855-4bc4-959d-1b334417377f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:22.814453 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Network hostable DHCP agents. Network: d933439e-5855-4bc4-959d-1b334417377f, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:22.905945 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Made reservation on behalf of 6ca047ef87324b72abe1a98bc09e9d34 for: {'network': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:22.908360 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.917172 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:22.934282 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Network d933439e-5855-4bc4-959d-1b334417377f is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:23.002880 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, d933439e-5855-4bc4-959d-1b334417377f) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:23.003910 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks [] for security_group (82835bb8-490c-4bd4-adc1-da4b590638b4), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.007562 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:23.018701 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.019485 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef25307-90a2-4cdb-b1c2-d82c4b54afa4 None None] Network d933439e-5855-4bc4-959d-1b334417377f requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:23.121032 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e951fd-f997-4b64-bb2c-359fc6576fad None None] Network d933439e-5855-4bc4-959d-1b334417377f requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:23.128210 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (82835bb8-490c-4bd4-adc1-da4b590638b4), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.132981 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-fd698c16-0191-4ce2-83dd-0ebccf86e547 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7658734 Apr 12 15:01:23.150677 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=110561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:23.165764 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82835bb8-490c-4bd4-adc1-da4b590638b4,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:23.168650 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (53429e52-01e5-4b4e-b207-b5f6c14142f1), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.169000 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.segments_db [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Added segment 53429e52-01e5-4b4e-b207-b5f6c14142f1 of type vlan for network e057c56c-da75-44fd-9833-db52affcb73c Apr 12 15:01:23.215169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (e057c56c-da75-44fd-9833-db52affcb73c), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.319151 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46458) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:23.336788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46460) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:23.338535 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (e057c56c-da75-44fd-9833-db52affcb73c), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.339492 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:23.340274 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.342541 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-55f7095b-eb3d-4116-a588-2e9cc1f0d3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.384825 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_v2 [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] Deleting subnet c3e24431-9092-4f84-8c07-a20286a78109 {{(pid=110562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:01:23.388815 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] Publish callbacks [] for subnet (c3e24431-9092-4f84-8c07-a20286a78109), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.427762 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109273'] for subnet (c3e24431-9092-4f84-8c07-a20286a78109), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.430030 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e057c56c-da75-44fd-9833-db52affcb73c,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:23.447204 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network e057c56c-da75-44fd-9833-db52affcb73c details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:23.474170 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (c3e24431-9092-4f84-8c07-a20286a78109), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.486088 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b29fdd27-7260-4390-b076-2e588581d3b8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8173437 Apr 12 15:01:23.486726 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46466) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:23.493983 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Request body: {'subnet': {'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-960343953-subnet', 'tenant_id': '6ca047ef87324b72abe1a98bc09e9d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:23.542623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-55f7095b-eb3d-4116-a588-2e9cc1f0d3aa admin admin] Publish callbacks [] for security_group (41fafe0c-35c9-4c19-aa17-d202eae76a25), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.585863 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Made reservation on behalf of 6ca047ef87324b72abe1a98bc09e9d34 for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:23.588183 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175416'] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.615501 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10109856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10434900'] for subnet (c3e24431-9092-4f84-8c07-a20286a78109), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.642432 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-55f7095b-eb3d-4116-a588-2e9cc1f0d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (41fafe0c-35c9-4c19-aa17-d202eae76a25), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.642805 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e24431-9092-4f84-8c07-a20286a78109,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:23.655567 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.655567 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-75442143-0231-4997-9785-dea7a033c124 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c3e24431-9092-4f84-8c07-a20286a78109 HTTP/1.1" status: 204 len: 168 time: 0.3150666 Apr 12 15:01:23.656977 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46470) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:23.697468 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7095b-eb3d-4116-a588-2e9cc1f0d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fafe0c-35c9-4c19-aa17-d202eae76a25,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:23.703028 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-55f7095b-eb3d-4116-a588-2e9cc1f0d3aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10cd1b5bdaee4d039cd48e2e2b9833ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828130 Apr 12 15:01:23.706219 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46472) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:23.731444 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (7f44dde3-832f-4b59-b948-3b4f5b9402ea), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.735622 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46474) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:23.800349 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50bc78b4-7766-43a8-ba62-a70d9a1899b5 admin admin] Publish callbacks [] for security_group (41fafe0c-35c9-4c19-aa17-d202eae76a25), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.820524 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (7f44dde3-832f-4b59-b948-3b4f5b9402ea), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.844011 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f44dde3-832f-4b59-b948-3b4f5b9402ea']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:23.855357 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7e90e7-77a0-4fb6-8bde-501683088991') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:23.855660 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7e90e7-77a0-4fb6-8bde-501683088991') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:23.861253 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-430005870-network', 'tenant_id': 'd534a0fcf985433abc053d9e9543281f'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:23.865299 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (ea7e90e7-77a0-4fb6-8bde-501683088991), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.866186 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50bc78b4-7766-43a8-ba62-a70d9a1899b5 admin admin] Publish callbacks [] for security_group (41fafe0c-35c9-4c19-aa17-d202eae76a25), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.878860 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (ea7e90e7-77a0-4fb6-8bde-501683088991), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.885437 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:01:23.885883 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (ea7e90e7-77a0-4fb6-8bde-501683088991), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:01:23.887607 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:01:23.985991 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175402'] for subnet (4099b99d-4d50-43d0-9078-50c097fbc91b), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.003178 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (7f44dde3-832f-4b59-b948-3b4f5b9402ea), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.010956 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.014577 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7f44dde3-832f-4b59-b948-3b4f5b9402ea HTTP/1.1" status: 204 len: 168 time: 0.3566599 Apr 12 15:01:24.018048 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Made reservation on behalf of d534a0fcf985433abc053d9e9543281f for: {'network': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:24.020841 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.022905 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50bc78b4-7766-43a8-ba62-a70d9a1899b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (41fafe0c-35c9-4c19-aa17-d202eae76a25), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.024615 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46478) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:24.025331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-50bc78b4-7766-43a8-ba62-a70d9a1899b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.028697 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-50bc78b4-7766-43a8-ba62-a70d9a1899b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/41fafe0c-35c9-4c19-aa17-d202eae76a25 HTTP/1.1" status: 204 len: 168 time: 0.3193491 Apr 12 15:01:24.034533 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f90ad-ee21-4185-b5a9-2e3368d588f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f44dde3-832f-4b59-b948-3b4f5b9402ea,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:24.052699 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc78b4-7766-43a8-ba62-a70d9a1899b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fafe0c-35c9-4c19-aa17-d202eae76a25,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:24.054493 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.079661 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] Deleting subnet 36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e {{(pid=110562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:01:24.081362 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4099b99d-4d50-43d0-9078-50c097fbc91b,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:24.083688 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] Publish callbacks [] for subnet (36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.100515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Checking segment: {'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:24.100515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Network hostable DHCP agents. Network: e057c56c-da75-44fd-9833-db52affcb73c, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:24.120154 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109273'] for subnet (36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.159144 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.168997 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks [] for security_group (c0fde5c4-5cea-4921-8e68-423b788f67b9), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.202686 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Network e057c56c-da75-44fd-9833-db52affcb73c is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:24.271789 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (c0fde5c4-5cea-4921-8e68-423b788f67b9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.295747 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=110561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:24.300735 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10109856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10434900'] for subnet (36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.304949 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, e057c56c-da75-44fd-9833-db52affcb73c) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:24.307657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fde5c4-5cea-4921-8e68-423b788f67b9,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:24.313949 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (b6ec47e9-8690-4c9b-bb46-4bc6c41aca63), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.314066 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.segments_db [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Added segment b6ec47e9-8690-4c9b-bb46-4bc6c41aca63 of type vlan for network 436b3836-e572-4a0a-984f-a83cba21781e Apr 12 15:01:24.315703 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95429de2-aa33-41cd-a457-cbf2a8e8bed7 None None] Network e057c56c-da75-44fd-9833-db52affcb73c requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:24.315980 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:24.316576 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.363037 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:24.366083 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.367391 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (436b3836-e572-4a0a-984f-a83cba21781e), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.373148 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-fea89586-c130-445e-8155-04c6b5e9a34e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/36f2f75a-d56f-4e7a-b15a-fcf2a8b0682e HTTP/1.1" status: 204 len: 168 time: 0.3443980 Apr 12 15:01:24.373732 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46484) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:24.444065 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-c16f7820-089a-4378-bf9e-48b77a112bc3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9541914 Apr 12 15:01:24.455640 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (d933439e-5855-4bc4-959d-1b334417377f), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.467146 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7445bdad-e5f5-436b-afaf-a8f8d8d7a21d None None] Network e057c56c-da75-44fd-9833-db52affcb73c requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:24.539846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (436b3836-e572-4a0a-984f-a83cba21781e), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.539846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:24.539846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.567946 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (d933439e-5855-4bc4-959d-1b334417377f), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.604379 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d933439e-5855-4bc4-959d-1b334417377f']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:24.630406 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd79c2d1-0a03-476a-8981-0fdb4f925371') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:24.631035 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd79c2d1-0a03-476a-8981-0fdb4f925371') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:24.638230 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] Pushing event updated for resources: {'Network': ['ID=436b3836-e572-4a0a-984f-a83cba21781e,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:24.644814 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (dd79c2d1-0a03-476a-8981-0fdb4f925371), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.648482 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 436b3836-e572-4a0a-984f-a83cba21781e details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:24.660046 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (dd79c2d1-0a03-476a-8981-0fdb4f925371), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.667637 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:01:24.668112 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (dd79c2d1-0a03-476a-8981-0fdb4f925371), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:01:24.669762 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:01:24.684912 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-bef4b848-2641-444e-a769-0060b8fb2b84 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9329207 Apr 12 15:01:24.734083 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46498) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:24.740244 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Request body: {'subnet': {'network_id': '436b3836-e572-4a0a-984f-a83cba21781e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-430005870-subnet', 'tenant_id': 'd534a0fcf985433abc053d9e9543281f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:24.854049 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (d933439e-5855-4bc4-959d-1b334417377f), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.860518 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:24.867150 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d933439e-5855-4bc4-959d-1b334417377f HTTP/1.1" status: 204 len: 168 time: 0.4889276 Apr 12 15:01:24.875291 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42a770-0dc2-42d9-97af-f197e9eee3b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d933439e-5855-4bc4-959d-1b334417377f,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:24.905593 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Made reservation on behalf of d534a0fcf985433abc053d9e9543281f for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:24.908099 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175416'] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:25.157684 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175402'] for subnet (a7926c3f-68cf-4e61-8ba6-6f611a02efaf), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:25.211934 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7926c3f-68cf-4e61-8ba6-6f611a02efaf,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:25.222427 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Checking segment: {'id': 'b6ec47e9-8690-4c9b-bb46-4bc6c41aca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '436b3836-e572-4a0a-984f-a83cba21781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:25.222788 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Network hostable DHCP agents. Network: 436b3836-e572-4a0a-984f-a83cba21781e, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:25.241048 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46510) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:25.299835 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-46fd551e-20fa-4a2a-9ca4-3e21b594f70f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30129e4968b540239a7a11e7167825cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582201 Apr 12 15:01:25.303037 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46514) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:25.316005 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Network 436b3836-e572-4a0a-984f-a83cba21781e is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:25.357654 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4fbf386e-45a8-4c26-8894-27d334c29599 admin admin] Publish callbacks [] for security_group (426b62e8-44e5-4fc7-b943-7dd2cd2b7c01), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:25.379563 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4fbf386e-45a8-4c26-8894-27d334c29599 admin admin] Publish callbacks [] for security_group (426b62e8-44e5-4fc7-b943-7dd2cd2b7c01), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:25.387953 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 436b3836-e572-4a0a-984f-a83cba21781e) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:25.399367 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:25.399367 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:25.399984 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a392c-3a14-4635-8abe-e695a7eca346 None None] Network 436b3836-e572-4a0a-984f-a83cba21781e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:25.515778 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8e2fd336-5b57-4c0d-8fa9-1a1751547008 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7805314 Apr 12 15:01:25.521483 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe113aea-c642-4bfd-b2eb-8c96c031960c None None] Network 436b3836-e572-4a0a-984f-a83cba21781e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:25.562890 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4fbf386e-45a8-4c26-8894-27d334c29599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (426b62e8-44e5-4fc7-b943-7dd2cd2b7c01), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:25.567228 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4fbf386e-45a8-4c26-8894-27d334c29599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:25.570137 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4fbf386e-45a8-4c26-8894-27d334c29599 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/426b62e8-44e5-4fc7-b943-7dd2cd2b7c01 HTTP/1.1" status: 204 len: 168 time: 0.2662733 Apr 12 15:01:25.586221 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf386e-45a8-4c26-8894-27d334c29599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b62e8-44e5-4fc7-b943-7dd2cd2b7c01,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:26.428662 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46546) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:26.474619 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-78b560d1-79e1-4a83-8552-1734e15f40a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d44287efbefb49af93ca4a051d193264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442255 Apr 12 15:01:26.477108 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46548) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:26.528125 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f4fa70f6-fc4e-418a-a096-30884a7c1fa9 admin admin] Publish callbacks [] for security_group (d482db4b-eeed-4eb5-a78c-cb49fc199998), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:26.552969 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f4fa70f6-fc4e-418a-a096-30884a7c1fa9 admin admin] Publish callbacks [] for security_group (d482db4b-eeed-4eb5-a78c-cb49fc199998), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:26.740289 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f4fa70f6-fc4e-418a-a096-30884a7c1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (d482db4b-eeed-4eb5-a78c-cb49fc199998), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:26.747672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f4fa70f6-fc4e-418a-a096-30884a7c1fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:26.747672 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f4fa70f6-fc4e-418a-a096-30884a7c1fa9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d482db4b-eeed-4eb5-a78c-cb49fc199998 HTTP/1.1" status: 204 len: 168 time: 0.2691970 Apr 12 15:01:26.763275 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa70f6-fc4e-418a-a096-30884a7c1fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d482db4b-eeed-4eb5-a78c-cb49fc199998,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:26.808750 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-a4f8bd72-fd56-4afd-959a-a17770c8ee7b tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:26.811679 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-a4f8bd72-fd56-4afd-959a-a17770c8ee7b tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/networks?id=e057c56c-da75-44fd-9833-db52affcb73c HTTP/1.1" status: 200 len: 808 time: 0.1151466 Apr 12 15:01:26.827158 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-257a6fd3-80f5-4018-94fe-5f24da4422bf tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/quotas/6ca047ef87324b72abe1a98bc09e9d34 HTTP/1.1" status: 200 len: 375 time: 0.0102224 Apr 12 15:01:26.863252 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-ef798b7b-74ae-4c79-bef9-9df9c931815f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306773 Apr 12 15:01:27.267027 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-ac31dd69-cd06-4110-b0db-7b57da6be618 service neutron] 10.222.0.64 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965893 Apr 12 15:01:27.506667 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3bac6625-add6-494e-a7a0-62682d8ca705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:27.657112 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-2fd07737-849c-4507-ba7d-f693546051ad service neutron] 10.222.0.64 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822401 Apr 12 15:01:27.949486 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-759bacdb-4ce7-499e-ab18-75b41aa7882b req-39f8e716-95e5-46c9-b799-a3043ad87f7c tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 210 time: 0.0458629 Apr 12 15:01:28.128425 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-b565af1c-5780-4eaf-9d87-9385a9a6d767 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:28.131092 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-b565af1c-5780-4eaf-9d87-9385a9a6d767 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 813 time: 0.1271551 Apr 12 15:01:28.144867 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-281c965a-415e-496a-b0f6-ee72c8cf3422 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/quotas/d534a0fcf985433abc053d9e9543281f HTTP/1.1" status: 200 len: 375 time: 0.0089974 Apr 12 15:01:28.181524 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-6b4fee3f-1fd7-4c3f-9227-4e2158128ee5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302835 Apr 12 15:01:28.282292 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-667bad96-7595-4754-997e-f1f696f10238 service neutron] 10.222.0.64 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871058 Apr 12 15:01:28.381395 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-fcbf3d3c-dc0c-4e31-a709-25e24bb483bd service neutron] 10.222.0.64 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914202 Apr 12 15:01:28.679794 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a1cc9e9-27db-4226-a0d3-d13057d052c5 req-b221a309-d5fa-4496-8ca8-de151ae24a74 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0510864 Apr 12 15:01:29.030970 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-170fc15b-334e-40fd-805a-a2ee766a8a96 req-09fe49b1-7d68-4a9d-8f35-8c039f6a29f1 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 210 time: 0.0279446 Apr 12 15:01:29.510638 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:01:29.760984 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0193c461-9d4c-4bb6-a1fd-ea7e6e23f799 req-8d2b2e4a-729a-434a-83db-0e4568dc37d6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273390 Apr 12 15:01:30.122303 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ef5fcf8e-1e88-4acc-8c93-6979c2516d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:30.165842 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f9f2a60a-2947-4378-adf9-b76cad240c2a req-0facc521-95f3-47c7-a2fd-0900e1815b35 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 210 time: 0.0419312 Apr 12 15:01:30.705775 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46710) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:30.778163 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-9785cad7-2e5f-47b0-9fbb-39ea82482a36 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:30.779617 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-9785cad7-2e5f-47b0-9fbb-39ea82482a36 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "GET /v2.0/networks?id=e057c56c-da75-44fd-9833-db52affcb73c HTTP/1.1" status: 200 len: 808 time: 0.1083858 Apr 12 15:01:30.810404 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Request body: {'port': {'device_id': '43e48354-85df-4e83-819c-4a0de5f564e8', 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c', 'admin_state_up': True, 'tenant_id': '6ca047ef87324b72abe1a98bc09e9d34'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:30.877593 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a44a047-dee3-4fb6-aa28-47356c6ae46d req-ca5d2a7b-902e-457c-a644-c6393e61f95d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0379364 Apr 12 15:01:30.889122 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-44be49db-0648-4062-86d6-592a07ddffcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:30.983342 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-44be49db-0648-4062-86d6-592a07ddffcd admin admin] Publish callbacks [] for security_group (ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.037534 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Made reservation on behalf of 6ca047ef87324b72abe1a98bc09e9d34 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:31.041068 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.111137 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-44be49db-0648-4062-86d6-592a07ddffcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.152038 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-44be49db-0648-4062-86d6-592a07ddffcd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9e95a8ef42c4b578349dcf40e5c0f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4451690 Apr 12 15:01:31.156252 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be49db-0648-4062-86d6-592a07ddffcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:31.157567 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46720) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:31.227029 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Allocated IP 172.20.0.11 (e057c56c-da75-44fd-9833-db52affcb73c/4099b99d-4d50-43d0-9078-50c097fbc91b/ea6c5815-80b7-4e50-a9cd-6b3a12db4b29) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:31.253742 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bd9257c6-9eed-4d57-9007-8d1be6497cd2 admin admin] Publish callbacks [] for security_group (ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.271845 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88bcef04-a091-4042-9a47-50cd19410987 req-3801b744-e256-4a2f-93c2-63af625a1887 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 210 time: 0.0319319 Apr 12 15:01:31.299549 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bd9257c6-9eed-4d57-9007-8d1be6497cd2 admin admin] Publish callbacks [] for security_group (ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.436786 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.455138 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks [] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.533902 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bd9257c6-9eed-4d57-9007-8d1be6497cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.536458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bd9257c6-9eed-4d57-9007-8d1be6497cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.537589 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-bd9257c6-9eed-4d57-9007-8d1be6497cd2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f HTTP/1.1" status: 204 len: 168 time: 0.3789062 Apr 12 15:01:31.545892 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9257c6-9eed-4d57-9007-8d1be6497cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a0ffc-90ee-4ae9-a07c-2b3cb604582f,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:31.563362 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.616828 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Network e057c56c-da75-44fd-9833-db52affcb73c is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:31.619865 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:31.623443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:31.629774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Pushing event updated for resources: {'Port': ['ID=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:31.675276 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:31.675891 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:31.782701 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e42f8251-2106-4688-9bb6-ad738cc5fd0e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813437 Apr 12 15:01:31.793500 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Request body: {'port': {'device_id': '43e48354-85df-4e83-819c-4a0de5f564e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:31.881147 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.003777 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0f4e8e36-30dd-4efc-9015-31f3f78f39c4 req-3c05e21f-e28d-4802-bf27-d066d9ab00b0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0347731 Apr 12 15:01:32.282575 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46750) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:32.287040 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-2207aa96-6563-45e2-abe4-1526c6460b03 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:32.288646 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-2207aa96-6563-45e2-abe4-1526c6460b03 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 813 time: 0.4418344 Apr 12 15:01:32.305280 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4eaafc4e-00e3-4338-b99d-56632282efec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.346668 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Request body: {'port': {'device_id': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'network_id': '436b3836-e572-4a0a-984f-a83cba21781e', 'admin_state_up': True, 'tenant_id': 'd534a0fcf985433abc053d9e9543281f'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:32.419638 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918ae98-198b-497a-856b-639b82c324a4 req-bda0a1de-94c8-4a71-ba3e-1996036dbf54 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:32.421045 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f918ae98-198b-497a-856b-639b82c324a4 req-bda0a1de-94c8-4a71-ba3e-1996036dbf54 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 932 time: 0.0648193 Apr 12 15:01:32.468470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4eaafc4e-00e3-4338-b99d-56632282efec admin admin] Publish callbacks [] for security_group (3e267d5c-cf9c-4875-a35d-49cf9e006854), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.499140 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f918ae98-198b-497a-856b-639b82c324a4 req-89284452-42a1-4679-a280-15d7947c6238 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632288 Apr 12 15:01:32.533483 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4eaafc4e-00e3-4338-b99d-56632282efec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3e267d5c-cf9c-4875-a35d-49cf9e006854), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.576620 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4eaafc4e-00e3-4338-b99d-56632282efec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fd4bbe04ff7447549249b91d51105988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929370 Apr 12 15:01:32.577591 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaafc4e-00e3-4338-b99d-56632282efec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e267d5c-cf9c-4875-a35d-49cf9e006854,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:32.580209 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46754) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:32.591191 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:01:32.598858 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Publish callbacks [] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.610030 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Made reservation on behalf of d534a0fcf985433abc053d9e9543281f for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:32.613278 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.618872 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Transition to ACTIVE for port object ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:01:32.631594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d8719d10-c60f-435c-890d-93306984cbf8 admin admin] Publish callbacks [] for security_group (3e267d5c-cf9c-4875-a35d-49cf9e006854), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.657013 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d8719d10-c60f-435c-890d-93306984cbf8 admin admin] Publish callbacks [] for security_group (3e267d5c-cf9c-4875-a35d-49cf9e006854), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.735924 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.773297 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Allocated IP 172.20.0.13 (436b3836-e572-4a0a-984f-a83cba21781e/a7926c3f-68cf-4e61-8ba6-6f611a02efaf/9451047e-0681-4617-98f0-222c5f69ceb6) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:32.825539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Pushing event updated for resources: {'Port': ['ID=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:32.848297 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d8719d10-c60f-435c-890d-93306984cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3e267d5c-cf9c-4875-a35d-49cf9e006854), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.850940 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d8719d10-c60f-435c-890d-93306984cbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:32.855258 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-d8719d10-c60f-435c-890d-93306984cbf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e267d5c-cf9c-4875-a35d-49cf9e006854 HTTP/1.1" status: 204 len: 168 time: 0.2710354 Apr 12 15:01:32.856742 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.857110 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.857460 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.857833 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.858174 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.858507 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.858915 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.859183 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.859518 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.859847 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.860175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.860490 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.860818 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.861143 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.861469 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:32.862800 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8719d10-c60f-435c-890d-93306984cbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e267d5c-cf9c-4875-a35d-49cf9e006854,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:32.981197 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Attempting to bind port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:32.981534 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Attempting to bind port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:32.981891 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Attempting to bind port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 on network e057c56c-da75-44fd-9833-db52affcb73c {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:32.989464 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 on network e057c56c-da75-44fd-9833-db52affcb73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:01:32.989813 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Attempting to bind port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 on network e057c56c-da75-44fd-9833-db52affcb73c {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:33.000476 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:33.000834 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Checking segment: {'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:33.001201 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Bound using segment: {'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:33.001648 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Bound port: ea6c5815-80b7-4e50-a9cd-6b3a12db4b29, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:33.002029 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.054569 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks [] for port (9451047e-0681-4617-98f0-222c5f69ceb6), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.101156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0f947d56-d8f6-4f32-b1e8-76e4902fd5db req-0e91d9a0-ede5-4568-a912-af945a655796 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0295136 Apr 12 15:01:33.105589 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] For port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:33.127114 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] For port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:33.242911 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.243702 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.245787 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.293195 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:33.293846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.296182 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] 10.222.0.57 "PUT /v2.0/ports/ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 HTTP/1.1" status: 200 len: 1094 time: 1.5058334 Apr 12 15:01:33.296182 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e48354-85df-4e83-819c-4a0de5f564e8', 'tag': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:01:33.297940 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f98195-ac2d-4d70-9a82-1b32d15b0aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "43e48354-85df-4e83-819c-4a0de5f564e8", "tag": "ea6c5815-80b7-4e50-a9cd-6b3a12db4b29"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:01:33.303448 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Network 436b3836-e572-4a0a-984f-a83cba21781e is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:33.307148 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:33.311159 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:33.362292 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e71539-a404-4353-9aad-0d24961f59aa service neutron] Pushing event updated for resources: {'Port': ['ID=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:33.367994 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea006ce-0ec2-431a-aec2-ce36d0300e7e x-openstack-request-id: req-1ea006ce-0ec2-431a-aec2-ce36d0300e7e {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:01:33.368848 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e48354-85df-4e83-819c-4a0de5f564e8", "tag": "ea6c5815-80b7-4e50-a9cd-6b3a12db4b29", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:01:33.368848 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1ea006ce-0ec2-431a-aec2-ce36d0300e7e {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:01:33.368848 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea006ce-0ec2-431a-aec2-ce36d0300e7e'] response: {'name': 'network-changed', 'server_uuid': '43e48354-85df-4e83-819c-4a0de5f564e8', 'tag': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29', 'status': 'completed', 'code': 200} Apr 12 15:01:33.415940 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:33.416569 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.457851 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Pushing event updated for resources: {'Port': ['ID=9451047e-0681-4617-98f0-222c5f69ceb6,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:33.465457 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f98195-ac2d-4d70-9a82-1b32d15b0aa1 req-ce6c3397-2062-4824-a853-673f7b216701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:33.466762 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-28f98195-ac2d-4d70-9a82-1b32d15b0aa1 req-ce6c3397-2062-4824-a853-673f7b216701 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 1128 time: 0.0686133 Apr 12 15:01:33.569677 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-c3a2a9e0-2c2a-4adc-b5e4-6e8a89d35e46 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2320147 Apr 12 15:01:33.580242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Request body: {'port': {'device_id': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:33.606344 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f98195-ac2d-4d70-9a82-1b32d15b0aa1 req-b6e7f3be-1824-4eef-b48a-ad2ace76c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:33.607968 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-28f98195-ac2d-4d70-9a82-1b32d15b0aa1 req-b6e7f3be-1824-4eef-b48a-ad2ace76c1be service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1341720 Apr 12 15:01:33.639363 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e582d0f-6104-4721-b2f6-0090669d5660 req-b755caf4-42a8-4509-a8c7-cfc752149b72 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:33.640985 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9e582d0f-6104-4721-b2f6-0090669d5660 req-b755caf4-42a8-4509-a8c7-cfc752149b72 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 944 time: 0.0554583 Apr 12 15:01:33.690961 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9e582d0f-6104-4721-b2f6-0090669d5660 req-37231016-d3bd-4edf-9774-cd6200fc9416 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Apr 12 15:01:33.715674 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:33.775047 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f98195-ac2d-4d70-9a82-1b32d15b0aa1 req-0da6ca52-6207-4f41-ae34-78d8faa186f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:33.776502 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-28f98195-ac2d-4d70-9a82-1b32d15b0aa1 req-0da6ca52-6207-4f41-ae34-78d8faa186f9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1635435 Apr 12 15:01:33.910221 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e1638191-e207-4b52-898a-0f0c8a501fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:33.913437 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-e1638191-e207-4b52-898a-0f0c8a501fa5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 1128 time: 0.0617907 Apr 12 15:01:33.963890 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-0c148548-c99c-4beb-b159-96f65f5abeae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 HTTP/1.1" status: 200 len: 217 time: 0.0423808 Apr 12 15:01:34.054399 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.056260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-d99bb266-34f9-4662-b150-2be1995a73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:34.057738 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-d99bb266-34f9-4662-b150-2be1995a73fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4099b99d-4d50-43d0-9078-50c097fbc91b HTTP/1.1" status: 200 len: 848 time: 0.0635769 Apr 12 15:01:34.099355 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-f368f7ab-5115-46cb-b156-c4df3a9cfce0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e057c56c-da75-44fd-9833-db52affcb73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358534 Apr 12 15:01:34.099926 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46788) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:34.207508 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9451047e-0681-4617-98f0-222c5f69ceb6 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:01:34.217726 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Publish callbacks [] for port (9451047e-0681-4617-98f0-222c5f69ceb6), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.221536 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1178150835-network', 'tenant_id': '4efc025559c64c20b7c53c315088f586'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:34.243933 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Transition to ACTIVE for port object 9451047e-0681-4617-98f0-222c5f69ceb6 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:01:34.247784 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-ba657fbc-35f4-411a-8459-98e9ebfa8c21 service neutron] 10.222.0.57 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401975 Apr 12 15:01:34.250596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0cb0f-ba09-4dc6-80d6-efba7c3fcd1e req-8fdc4cd7-5d0f-4e1e-bdb9-1eb99b8f8c87 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:34.252144 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43c0cb0f-ba09-4dc6-80d6-efba7c3fcd1e req-8fdc4cd7-5d0f-4e1e-bdb9-1eb99b8f8c87 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 932 time: 0.0752273 Apr 12 15:01:34.300866 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43c0cb0f-ba09-4dc6-80d6-efba7c3fcd1e req-c925e14d-f168-45df-b8e0-d78a11fbd820 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Apr 12 15:01:34.339607 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Made reservation on behalf of 4efc025559c64c20b7c53c315088f586 for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:34.343550 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.343728 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.353711 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.356414 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bd686bf1-4359-4b21-8b69-8adb88f31687 req-1bed979b-e1e0-428c-a4cb-f8c80f4e5e70 service neutron] 10.222.0.57 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029103 Apr 12 15:01:34.400668 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Pushing event updated for resources: {'Port': ['ID=9451047e-0681-4617-98f0-222c5f69ceb6,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:34.438770 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks [] for security_group (ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.473373 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Attempting to bind port 9451047e-0681-4617-98f0-222c5f69ceb6 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:34.473762 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Attempting to bind port 9451047e-0681-4617-98f0-222c5f69ceb6 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'b6ec47e9-8690-4c9b-bb46-4bc6c41aca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '436b3836-e572-4a0a-984f-a83cba21781e'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:34.474734 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Attempting to bind port 9451047e-0681-4617-98f0-222c5f69ceb6 on network 436b3836-e572-4a0a-984f-a83cba21781e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:34.479378 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Port 9451047e-0681-4617-98f0-222c5f69ceb6 on network 436b3836-e572-4a0a-984f-a83cba21781e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:01:34.479700 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Attempting to bind port 9451047e-0681-4617-98f0-222c5f69ceb6 on network 436b3836-e572-4a0a-984f-a83cba21781e {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:34.484523 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:34.484847 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Checking segment: {'id': 'b6ec47e9-8690-4c9b-bb46-4bc6c41aca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '436b3836-e572-4a0a-984f-a83cba21781e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:34.485229 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Bound using segment: {'id': 'b6ec47e9-8690-4c9b-bb46-4bc6c41aca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '436b3836-e572-4a0a-984f-a83cba21781e'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:34.485676 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Bound port: 9451047e-0681-4617-98f0-222c5f69ceb6, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ec47e9-8690-4c9b-bb46-4bc6c41aca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '436b3836-e572-4a0a-984f-a83cba21781e'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:34.486040 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.528609 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.553523 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] For port 9451047e-0681-4617-98f0-222c5f69ceb6, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:34.554955 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:34.557217 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] For port 9451047e-0681-4617-98f0-222c5f69ceb6, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9451047e-0681-4617-98f0-222c5f69ceb6,segment=NetworkSegment(b6ec47e9-8690-4c9b-bb46-4bc6c41aca63),segment_id=b6ec47e9-8690-4c9b-bb46-4bc6c41aca63)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:34.564879 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:34.570392 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (2090efda-205e-4107-805c-5c0a13d42871), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.570784 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Added segment 2090efda-205e-4107-805c-5c0a13d42871 of type vlan for network ac920dbe-391a-4e05-8d44-334236ddd5d3 Apr 12 15:01:34.608657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.613013 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (ac920dbe-391a-4e05-8d44-334236ddd5d3), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.647964 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:34.648592 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.654288 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] 10.222.0.57 "PUT /v2.0/ports/9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 1094 time: 1.0740640 Apr 12 15:01:34.668535 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b1d35-211d-4182-9aa3-a2f7fe4e4dac service neutron] Pushing event updated for resources: {'Port': ['ID=9451047e-0681-4617-98f0-222c5f69ceb6,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:34.694361 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (ac920dbe-391a-4e05-8d44-334236ddd5d3), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.695359 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:34.695977 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:34.757706 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] Pushing event updated for resources: {'Network': ['ID=ac920dbe-391a-4e05-8d44-334236ddd5d3,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:34.768233 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network ac920dbe-391a-4e05-8d44-334236ddd5d3 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:34.812751 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47edd8-8f4e-4ba9-80e9-d66f5bac2151 req-877a642e-8a5f-458d-b7e4-5c43ebb1c67c tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:34.814246 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d47edd8-8f4e-4ba9-80e9-d66f5bac2151 req-877a642e-8a5f-458d-b7e4-5c43ebb1c67c tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 944 time: 0.0509231 Apr 12 15:01:34.854785 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-f945c31f-a08b-466e-962d-8bc99613c4ce admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7507584 Apr 12 15:01:34.855097 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46800) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:34.860523 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Request body: {'subnet': {'network_id': 'ac920dbe-391a-4e05-8d44-334236ddd5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1178150835-subnet', 'tenant_id': '4efc025559c64c20b7c53c315088f586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:34.867005 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0d47edd8-8f4e-4ba9-80e9-d66f5bac2151 req-0cae4d8a-4a06-428a-955f-e5d388750827 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Apr 12 15:01:34.968136 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Made reservation on behalf of 4efc025559c64c20b7c53c315088f586 for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:34.970544 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175416'] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:35.273257 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175402'] for subnet (724247e7-3aa0-41a3-b0a9-e1f43b3a0181), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:35.316269 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-505de2cf-1cb2-44ce-aa31-6d8276e91bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:35.317866 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-505de2cf-1cb2-44ce-aa31-6d8276e91bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1128 time: 0.0707393 Apr 12 15:01:35.369860 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'tag': '9451047e-0681-4617-98f0-222c5f69ceb6'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:01:35.372898 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131d773-55fc-4635-abcd-508478fa7abb" -d '{"events": [{"name": "network-changed", "server_uuid": "b39507a5-c1c1-4c1f-b6f2-bc75f4807e80", "tag": "9451047e-0681-4617-98f0-222c5f69ceb6"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:01:35.379748 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-7025100b-0214-4de3-9234-c37708637b7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0545180 Apr 12 15:01:35.390468 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724247e7-3aa0-41a3-b0a9-e1f43b3a0181,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:35.420276 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf320ed8-f3f9-4dde-ac8d-7d799b257914 x-openstack-request-id: req-cf320ed8-f3f9-4dde-ac8d-7d799b257914 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:01:35.420569 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39507a5-c1c1-4c1f-b6f2-bc75f4807e80", "tag": "9451047e-0681-4617-98f0-222c5f69ceb6", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:01:35.420824 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf320ed8-f3f9-4dde-ac8d-7d799b257914 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:01:35.421220 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf320ed8-f3f9-4dde-ac8d-7d799b257914'] response: {'name': 'network-changed', 'server_uuid': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'tag': '9451047e-0681-4617-98f0-222c5f69ceb6', 'status': 'completed', 'code': 200} Apr 12 15:01:35.433434 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cbb4f-3209-4dd9-9609-6b53632c2e78 req-0271f632-70d3-477f-90b0-1d898298c984 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:35.434242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Checking segment: {'id': '2090efda-205e-4107-805c-5c0a13d42871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ac920dbe-391a-4e05-8d44-334236ddd5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:35.434605 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Network hostable DHCP agents. Network: ac920dbe-391a-4e05-8d44-334236ddd5d3, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:35.434951 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-676cbb4f-3209-4dd9-9609-6b53632c2e78 req-0271f632-70d3-477f-90b0-1d898298c984 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 944 time: 0.0583913 Apr 12 15:01:35.450955 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-059ba498-be02-461f-83cb-6a4a1b83f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:35.452438 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-059ba498-be02-461f-83cb-6a4a1b83f1fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0654612 Apr 12 15:01:35.483848 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-676cbb4f-3209-4dd9-9609-6b53632c2e78 req-3662b3ed-b688-47a5-a5a7-59cb70fc09ad tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Apr 12 15:01:35.490078 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-5348d504-b50a-4c73-b8ed-308765cb9fe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298424 Apr 12 15:01:35.554290 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Network ac920dbe-391a-4e05-8d44-334236ddd5d3 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:35.588398 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-fc32eba0-baad-4fe5-a578-992537261447 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927317 Apr 12 15:01:35.650439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, ac920dbe-391a-4e05-8d44-334236ddd5d3) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:35.658388 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:35.658991 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:35.663918 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40239e50-bb1b-487c-ba83-f655a43bb3b7 None None] Network ac920dbe-391a-4e05-8d44-334236ddd5d3 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:35.692447 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ec0d172d-655b-43fc-a62c-9d1ad75f65cc req-3b5c4d45-bac2-4b24-8b95-18ccb413f4ad service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982666 Apr 12 15:01:35.775826 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eee498-565b-4484-942f-5fafefba37de None None] Network ac920dbe-391a-4e05-8d44-334236ddd5d3 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:35.846772 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b887072b-e07f-46c6-a063-9975ee73f9d5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9903431 Apr 12 15:01:35.991619 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7507c-6287-4307-8da7-f4db7dbc35ea req-a0a474fa-418b-4f42-8159-f5cdb4043668 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:35.993167 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0a7507c-6287-4307-8da7-f4db7dbc35ea req-a0a474fa-418b-4f42-8159-f5cdb4043668 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 944 time: 0.0477552 Apr 12 15:01:36.048410 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0a7507c-6287-4307-8da7-f4db7dbc35ea req-e0aa1e88-7b9e-4f38-a5e7-ef38a9522b19 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463345 Apr 12 15:01:36.558519 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131d773-55fc-4635-abcd-508478fa7abb req-9a104eed-3f4d-4d75-be48-a7a059b20ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:36.560124 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a131d773-55fc-4635-abcd-508478fa7abb req-9a104eed-3f4d-4d75-be48-a7a059b20ef3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1128 time: 0.0454791 Apr 12 15:01:36.597172 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46844) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:36.602718 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1568375370-network', 'tenant_id': '9a190bf7453049e8822e56658890b58b'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:36.631135 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ef94b-8288-418e-97b4-8b4102e60abb req-e713ec49-7912-4b3c-a1f4-2ffd622ca7e5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:36.632855 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e22ef94b-8288-418e-97b4-8b4102e60abb req-e713ec49-7912-4b3c-a1f4-2ffd622ca7e5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 944 time: 0.0499914 Apr 12 15:01:36.677981 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131d773-55fc-4635-abcd-508478fa7abb req-b26713ea-77d2-4e79-8728-3ad8416975d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:36.679551 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a131d773-55fc-4635-abcd-508478fa7abb req-b26713ea-77d2-4e79-8728-3ad8416975d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.1134722 Apr 12 15:01:36.694688 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e22ef94b-8288-418e-97b4-8b4102e60abb req-7b6cba44-e8bb-44c4-81d1-98ecaa561574 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544147 Apr 12 15:01:36.720812 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a131d773-55fc-4635-abcd-508478fa7abb req-620b532f-513f-4e40-9dda-75785dee65a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0349872 Apr 12 15:01:36.764072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Made reservation on behalf of 9a190bf7453049e8822e56658890b58b for: {'network': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:36.766363 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:36.777540 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:36.780161 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131d773-55fc-4635-abcd-508478fa7abb req-d923235b-f844-428d-a40f-003b5ecf4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:36.781586 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a131d773-55fc-4635-abcd-508478fa7abb req-d923235b-f844-428d-a40f-003b5ecf4148 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0545700 Apr 12 15:01:36.822619 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a131d773-55fc-4635-abcd-508478fa7abb req-e136df42-b384-4ad0-a936-f070d541d369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339923 Apr 12 15:01:36.944038 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a131d773-55fc-4635-abcd-508478fa7abb req-4b48a9e2-b5cd-4dde-aabc-c6f8b92e3b45 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154611 Apr 12 15:01:36.964553 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks [] for security_group (aa0e29d8-f900-44e7-aecd-863dd121482b), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.043788 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-a131d773-55fc-4635-abcd-508478fa7abb req-60857559-3fa7-4982-89ed-e737225b4be2 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920460 Apr 12 15:01:37.071340 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (aa0e29d8-f900-44e7-aecd-863dd121482b), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.072994 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.098018 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=110561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:37.108546 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0e29d8-f900-44e7-aecd-863dd121482b,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:37.113395 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (828f4595-cbcd-4da3-84a3-3dc72b559c47), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.113768 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.segments_db [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Added segment 828f4595-cbcd-4da3-84a3-3dc72b559c47 of type vlan for network e4922b43-2bbd-4516-9012-529f7062f66a Apr 12 15:01:37.154662 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (e4922b43-2bbd-4516-9012-529f7062f66a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.168166 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41288e-2737-4c4d-bc22-5c1db62f7701 req-74f1be68-6bad-46f9-ab26-cf6199ca283a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:37.169785 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dc41288e-2737-4c4d-bc22-5c1db62f7701 req-74f1be68-6bad-46f9-ab26-cf6199ca283a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 944 time: 0.0492015 Apr 12 15:01:37.217390 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dc41288e-2737-4c4d-bc22-5c1db62f7701 req-e73e98f5-0245-421e-924f-47b1dd868ef2 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Apr 12 15:01:37.276442 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (e4922b43-2bbd-4516-9012-529f7062f66a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.277443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:37.278072 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.305392 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:01:37.344625 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] Pushing event updated for resources: {'Network': ['ID=e4922b43-2bbd-4516-9012-529f7062f66a,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:37.366314 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-de0e00ce-fc32-4477-b4dc-cd99a6fafadc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7678950 Apr 12 15:01:37.369072 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46848) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:37.374029 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Request body: {'subnet': {'network_id': 'e4922b43-2bbd-4516-9012-529f7062f66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1568375370-subnet', 'tenant_id': '9a190bf7453049e8822e56658890b58b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:37.377180 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network e4922b43-2bbd-4516-9012-529f7062f66a details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:37.453621 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Made reservation on behalf of 9a190bf7453049e8822e56658890b58b for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:37.456032 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10434889'] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.615666 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:37.628228 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29', 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c', 'port_id': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29', 'mac_address': 'fa:16:3e:56:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4099b99d-4d50-43d0-9078-50c097fbc91b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:01:37.671348 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:37.671735 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.684944 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:01:37.705249 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:37.813181 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622e63b-d490-494e-b148-aba3856bca83 req-534f24b7-cf0a-4f4e-9e04-9a1fc9cd1f3c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:37.814677 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e622e63b-d490-494e-b148-aba3856bca83 req-534f24b7-cf0a-4f4e-9e04-9a1fc9cd1f3c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 944 time: 0.0519571 Apr 12 15:01:37.825754 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.828147 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10109293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10434907'] for subnet (22f56e27-3aaf-4ef2-8a88-3177d2830d3d), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:37.876395 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:37.884693 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.885340 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.885739 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.886258 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.886608 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.886945 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.887277 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.887743 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.888076 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.888405 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.888897 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.889505 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.891289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.891289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.891289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:37.908408 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e622e63b-d490-494e-b148-aba3856bca83 req-1cd783e9-008b-4206-bf86-60dd54ff767e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874016 Apr 12 15:01:37.910436 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f56e27-3aaf-4ef2-8a88-3177d2830d3d,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:37.930526 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Checking segment: {'id': '828f4595-cbcd-4da3-84a3-3dc72b559c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e4922b43-2bbd-4516-9012-529f7062f66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:37.930526 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Network hostable DHCP agents. Network: e4922b43-2bbd-4516-9012-529f7062f66a, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:38.013934 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Network e4922b43-2bbd-4516-9012-529f7062f66a is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:38.025565 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['ea6c5815-80b7-4e50-a9cd-6b3a12db4b29'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:01:38.093597 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, e4922b43-2bbd-4516-9012-529f7062f66a) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:38.101020 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46862) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:38.104162 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695794d3-2375-4625-99df-8daa7787c7fb None None] Network e4922b43-2bbd-4516-9012-529f7062f66a requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:38.111371 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:38.112100 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.188213 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-4d7266e0-41a9-4b12-9c41-aeb325052567 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8179922 Apr 12 15:01:38.235724 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1562-e2d3-4c85-bb13-e6b32f0f0192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.259325 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188bd7c2-6bdb-42d3-87f2-41459e497a25 None None] Network e4922b43-2bbd-4516-9012-529f7062f66a requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:38.364165 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93f1f9-ae22-423a-ae90-66c62cec8771 req-9d2957df-7eff-43b6-9933-73589be8b661 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:38.367024 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a93f1f9-ae22-423a-ae90-66c62cec8771 req-9d2957df-7eff-43b6-9933-73589be8b661 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 945 time: 0.0611637 Apr 12 15:01:38.372935 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1562-e2d3-4c85-bb13-e6b32f0f0192 admin admin] Publish callbacks [] for security_group (1a729076-b629-4387-84c2-adc27c819e24), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.419606 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a93f1f9-ae22-423a-ae90-66c62cec8771 req-c167ce20-c022-488f-83f4-d9876fd54fe0 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Apr 12 15:01:38.448196 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc2a1562-e2d3-4c85-bb13-e6b32f0f0192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1a729076-b629-4387-84c2-adc27c819e24), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.494966 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-cc2a1562-e2d3-4c85-bb13-e6b32f0f0192 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7fb157460b142f4b6f4166ccc0a9dfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927605 Apr 12 15:01:38.497244 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a1562-e2d3-4c85-bb13-e6b32f0f0192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a729076-b629-4387-84c2-adc27c819e24,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:38.497625 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46874) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:38.555941 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-31d304af-07e5-4d34-b6e1-d41e95ca9fb9 admin admin] Publish callbacks [] for security_group (1a729076-b629-4387-84c2-adc27c819e24), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.581529 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-31d304af-07e5-4d34-b6e1-d41e95ca9fb9 admin admin] Publish callbacks [] for security_group (1a729076-b629-4387-84c2-adc27c819e24), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.837126 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-31d304af-07e5-4d34-b6e1-d41e95ca9fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (1a729076-b629-4387-84c2-adc27c819e24), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.839751 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-31d304af-07e5-4d34-b6e1-d41e95ca9fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:38.840999 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-31d304af-07e5-4d34-b6e1-d41e95ca9fb9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a729076-b629-4387-84c2-adc27c819e24 HTTP/1.1" status: 204 len: 168 time: 0.3421211 Apr 12 15:01:38.848908 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d304af-07e5-4d34-b6e1-d41e95ca9fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a729076-b629-4387-84c2-adc27c819e24,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:39.027262 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395a4f1-8a46-4d8e-9dfb-ad99ab920669 req-831d9078-580d-431e-bd6f-e2037f2c239e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:39.028749 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a395a4f1-8a46-4d8e-9dfb-ad99ab920669 req-831d9078-580d-431e-bd6f-e2037f2c239e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 944 time: 0.0484557 Apr 12 15:01:39.076564 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a395a4f1-8a46-4d8e-9dfb-ad99ab920669 req-a6a237a6-34b3-4e96-8ae6-3da362f0511a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Apr 12 15:01:39.307969 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9451047e-0681-4617-98f0-222c5f69ceb6 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:01:39.310758 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:39.416787 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:01:39.452573 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 9451047e-0681-4617-98f0-222c5f69ceb6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9451047e-0681-4617-98f0-222c5f69ceb6,segment=NetworkSegment(b6ec47e9-8690-4c9b-bb46-4bc6c41aca63),segment_id=b6ec47e9-8690-4c9b-bb46-4bc6c41aca63)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:39.466766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '9451047e-0681-4617-98f0-222c5f69ceb6', 'network_id': '436b3836-e572-4a0a-984f-a83cba21781e', 'port_id': '9451047e-0681-4617-98f0-222c5f69ceb6', 'mac_address': 'fa:16:3e:ff:9a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7926c3f-68cf-4e61-8ba6-6f611a02efaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:01:39.512494 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 9451047e-0681-4617-98f0-222c5f69ceb6 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:39.512895 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.526834 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9451047e-0681-4617-98f0-222c5f69ceb6 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:01:39.547397 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54386c33-5e96-427f-988f-07db57662f4f req-743f760a-3c65-4aca-a83f-e0ea0eaa5f4f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:39.548682 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 9451047e-0681-4617-98f0-222c5f69ceb6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9451047e-0681-4617-98f0-222c5f69ceb6,segment=NetworkSegment(b6ec47e9-8690-4c9b-bb46-4bc6c41aca63),segment_id=b6ec47e9-8690-4c9b-bb46-4bc6c41aca63)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:39.548897 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-54386c33-5e96-427f-988f-07db57662f4f req-743f760a-3c65-4aca-a83f-e0ea0eaa5f4f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 945 time: 0.0529358 Apr 12 15:01:39.556212 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:39.556602 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.611610 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-54386c33-5e96-427f-988f-07db57662f4f req-3b611bbb-8081-4aff-829c-43543d5c32de tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Apr 12 15:01:39.640286 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46888) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:39.643482 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:39.643851 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.653884 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-766f9140-8821-40f0-b3c3-80920b38e997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.669481 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.672450 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e48354-85df-4e83-819c-4a0de5f564e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:01:39.674782 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749337ca-b4e2-471e-b27c-252aac53ccdd" -d '{"events": [{"server_uuid": "43e48354-85df-4e83-819c-4a0de5f564e8", "name": "network-vif-plugged", "status": "completed", "tag": "ea6c5815-80b7-4e50-a9cd-6b3a12db4b29"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:01:39.713859 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:39.731333 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-766f9140-8821-40f0-b3c3-80920b38e997 admin admin] Publish callbacks [] for security_group (ba2bcfae-cd23-4597-b871-438db0a21c96), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.734565 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd8be1-f212-4051-a70e-140553c79c54 x-openstack-request-id: req-9afd8be1-f212-4051-a70e-140553c79c54 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:01:39.738394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e48354-85df-4e83-819c-4a0de5f564e8", "name": "network-vif-plugged", "status": "completed", "tag": "ea6c5815-80b7-4e50-a9cd-6b3a12db4b29", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:01:39.738394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9afd8be1-f212-4051-a70e-140553c79c54 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:01:39.738394 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9afd8be1-f212-4051-a70e-140553c79c54'] response: {'server_uuid': '43e48354-85df-4e83-819c-4a0de5f564e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29', 'code': 200} Apr 12 15:01:39.738394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=9451047e-0681-4617-98f0-222c5f69ceb6,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:39.791239 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.842204 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:39.854766 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-766f9140-8821-40f0-b3c3-80920b38e997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba2bcfae-cd23-4597-b871-438db0a21c96), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.876231 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['9451047e-0681-4617-98f0-222c5f69ceb6'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:01:39.892909 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f9140-8821-40f0-b3c3-80920b38e997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2bcfae-cd23-4597-b871-438db0a21c96,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:39.900142 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-766f9140-8821-40f0-b3c3-80920b38e997 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7164aa2963654b1eb025cb9edda2f61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582157 Apr 12 15:01:39.902398 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46892) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:39.954344 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-135d5310-ef9b-4df0-9923-db83fcc129c1 admin admin] Publish callbacks [] for security_group (ba2bcfae-cd23-4597-b871-438db0a21c96), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:39.982350 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-135d5310-ef9b-4df0-9923-db83fcc129c1 admin admin] Publish callbacks [] for security_group (ba2bcfae-cd23-4597-b871-438db0a21c96), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:40.100525 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-135d5310-ef9b-4df0-9923-db83fcc129c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ba2bcfae-cd23-4597-b871-438db0a21c96), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:40.103544 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-135d5310-ef9b-4df0-9923-db83fcc129c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:40.104234 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-135d5310-ef9b-4df0-9923-db83fcc129c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba2bcfae-cd23-4597-b871-438db0a21c96 HTTP/1.1" status: 204 len: 168 time: 0.2000091 Apr 12 15:01:40.124188 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d5310-ef9b-4df0-9923-db83fcc129c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2bcfae-cd23-4597-b871-438db0a21c96,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:40.164357 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bc800-45c8-45a1-9b3d-934042a4be3e req-164b266c-25fd-4ce5-811a-7efb029978ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:40.166084 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1f7bc800-45c8-45a1-9b3d-934042a4be3e req-164b266c-25fd-4ce5-811a-7efb029978ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 1130 time: 0.0572169 Apr 12 15:01:40.194909 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad64a80-9202-45bf-a4f2-c310e62f01c8 req-6db68bd1-032f-4a11-807f-537a51b8577b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:40.196443 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ad64a80-9202-45bf-a4f2-c310e62f01c8 req-6db68bd1-032f-4a11-807f-537a51b8577b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 945 time: 0.0506296 Apr 12 15:01:40.216830 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1f7bc800-45c8-45a1-9b3d-934042a4be3e req-5815505c-aefa-4ff7-a54b-04b12a88d6cd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437100 Apr 12 15:01:40.250756 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ad64a80-9202-45bf-a4f2-c310e62f01c8 req-8bb5cc5c-8c53-4386-a30c-b8bffc42e180 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482371 Apr 12 15:01:40.717227 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ccde2-39f4-41b1-8327-05234f62b118 req-6f75f3f5-f5c1-403a-8edb-5bfdf30e48c6 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:40.718796 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-743ccde2-39f4-41b1-8327-05234f62b118 req-6f75f3f5-f5c1-403a-8edb-5bfdf30e48c6 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 946 time: 0.0485690 Apr 12 15:01:40.767274 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-743ccde2-39f4-41b1-8327-05234f62b118 req-9f08a40b-96e6-4cb1-aa42-d38739209e49 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Apr 12 15:01:40.924144 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46910) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:40.937608 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-30948521-eafe-4f01-be32-a3b890ec60b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.012236 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-30948521-eafe-4f01-be32-a3b890ec60b1 admin admin] Publish callbacks [] for security_group (f157d9b0-6a16-41b1-ae99-51642973e737), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.093594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-30948521-eafe-4f01-be32-a3b890ec60b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f157d9b0-6a16-41b1-ae99-51642973e737), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.133153 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-30948521-eafe-4f01-be32-a3b890ec60b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=450213f6234b4484999e575832ab8f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077706 Apr 12 15:01:41.134176 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30948521-eafe-4f01-be32-a3b890ec60b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f157d9b0-6a16-41b1-ae99-51642973e737,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:41.135812 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 46914) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:41.194733 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8d2465be-9146-46f3-ab3f-8b5a387e7754 admin admin] Publish callbacks [] for security_group (f157d9b0-6a16-41b1-ae99-51642973e737), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.217044 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8d2465be-9146-46f3-ab3f-8b5a387e7754 admin admin] Publish callbacks [] for security_group (f157d9b0-6a16-41b1-ae99-51642973e737), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.306601 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9451047e-0681-4617-98f0-222c5f69ceb6 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:41.353252 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 9451047e-0681-4617-98f0-222c5f69ceb6 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:01:41.356866 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8d2465be-9146-46f3-ab3f-8b5a387e7754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (f157d9b0-6a16-41b1-ae99-51642973e737), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.359615 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8d2465be-9146-46f3-ab3f-8b5a387e7754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.360771 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8d2465be-9146-46f3-ab3f-8b5a387e7754 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f157d9b0-6a16-41b1-ae99-51642973e737 HTTP/1.1" status: 204 len: 168 time: 0.2234280 Apr 12 15:01:41.370388 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2465be-9146-46f3-ab3f-8b5a387e7754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f157d9b0-6a16-41b1-ae99-51642973e737,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:41.376212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe57be-7e64-4346-9174-0ccfbbdd1034 req-c728ee8c-f6d3-4434-aa39-cf704a9f228f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:41.377900 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-64fe57be-7e64-4346-9174-0ccfbbdd1034 req-c728ee8c-f6d3-4434-aa39-cf704a9f228f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 945 time: 0.0545526 Apr 12 15:01:41.440858 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-64fe57be-7e64-4346-9174-0ccfbbdd1034 req-161e9663-0b26-443f-a76d-51c747d075bc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539293 Apr 12 15:01:41.460998 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 9451047e-0681-4617-98f0-222c5f69ceb6 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:41.461598 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.544665 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 9451047e-0681-4617-98f0-222c5f69ceb6 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:41.551191 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.578950 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 9451047e-0681-4617-98f0-222c5f69ceb6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9451047e-0681-4617-98f0-222c5f69ceb6,segment=NetworkSegment(b6ec47e9-8690-4c9b-bb46-4bc6c41aca63),segment_id=b6ec47e9-8690-4c9b-bb46-4bc6c41aca63)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:41.694943 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:41.737152 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9451047e-0681-4617-98f0-222c5f69ceb6'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:01:41.740172 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeff0ce-47d8-44a4-9c15-cc573852e55e" -d '{"events": [{"server_uuid": "b39507a5-c1c1-4c1f-b6f2-bc75f4807e80", "name": "network-vif-plugged", "status": "completed", "tag": "9451047e-0681-4617-98f0-222c5f69ceb6"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:01:41.768085 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=9451047e-0681-4617-98f0-222c5f69ceb6,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:41.776922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cc9ccc-4a9a-4841-b665-975e15c367fa x-openstack-request-id: req-85cc9ccc-4a9a-4841-b665-975e15c367fa {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:01:41.777228 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39507a5-c1c1-4c1f-b6f2-bc75f4807e80", "name": "network-vif-plugged", "status": "completed", "tag": "9451047e-0681-4617-98f0-222c5f69ceb6", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:01:41.777487 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85cc9ccc-4a9a-4841-b665-975e15c367fa {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:01:41.777916 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cc9ccc-4a9a-4841-b665-975e15c367fa'] response: {'server_uuid': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9451047e-0681-4617-98f0-222c5f69ceb6', 'code': 200} Apr 12 15:01:41.893555 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d30b-43d4-41ed-8108-6e076e7d76ec req-3996b5c1-5595-47ce-b409-075e086a1cd9 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:41.895064 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f6b1d30b-43d4-41ed-8108-6e076e7d76ec req-3996b5c1-5595-47ce-b409-075e086a1cd9 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 946 time: 0.0493124 Apr 12 15:01:41.944913 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f6b1d30b-43d4-41ed-8108-6e076e7d76ec req-75b33a2a-858b-4fb0-942f-6f229391319e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440004 Apr 12 15:01:42.112533 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a9708-cbfd-4387-95d1-d7fe33e1c34f req-d2f6a639-8828-4ac7-ab16-74c3851c9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:42.114150 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8f7a9708-cbfd-4387-95d1-d7fe33e1c34f req-d2f6a639-8828-4ac7-ab16-74c3851c9edc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0422292 Apr 12 15:01:42.158007 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-8f7a9708-cbfd-4387-95d1-d7fe33e1c34f req-adafe5e3-8497-43e4-8ed9-215cabc625bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379190 Apr 12 15:01:42.570187 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1453168-0dff-41cd-8d44-70b134659b0d req-0c90870e-c692-4300-b6ca-ad7da4274f02 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:42.573014 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1453168-0dff-41cd-8d44-70b134659b0d req-0c90870e-c692-4300-b6ca-ad7da4274f02 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0638108 Apr 12 15:01:42.620292 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46956) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:42.646944 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1453168-0dff-41cd-8d44-70b134659b0d req-c78cf939-9da8-4a14-a0b5-bf8acea4b0b2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637624 Apr 12 15:01:42.735684 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1006079350-network', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:42.888058 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Made reservation on behalf of 1ec09fd1d0f3469aa239492b981b7c9f for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:42.890434 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:42.900642 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:42.989031 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks [] for security_group (165c0c2b-0ca7-40be-a4b0-a23f12fb61d8), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.042701 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (165c0c2b-0ca7-40be-a4b0-a23f12fb61d8), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.071597 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:43.088502 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f12ba9cc-d2da-439e-b1e3-490f9e6e2d72), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.088842 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Added segment f12ba9cc-d2da-439e-b1e3-490f9e6e2d72 of type vlan for network 5fe1fd87-6d92-4765-8fab-47e52332890c Apr 12 15:01:43.090172 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165c0c2b-0ca7-40be-a4b0-a23f12fb61d8,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:43.106195 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.106474 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.106816 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.107153 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.107483 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.107811 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.108135 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.108464 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.108786 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.109109 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.109432 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.109793 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.110114 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.110434 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.110750 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:43.148017 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (5fe1fd87-6d92-4765-8fab-47e52332890c), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.248224 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (5fe1fd87-6d92-4765-8fab-47e52332890c), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.249201 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:43.249954 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.311595 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe1fd87-6d92-4765-8fab-47e52332890c,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:43.324927 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 5fe1fd87-6d92-4765-8fab-47e52332890c details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:43.371385 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-2a2678b2-cb47-4cb0-874c-c3c24cf61127 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7497470 Apr 12 15:01:43.374297 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46970) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:43.379086 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Request body: {'subnet': {'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1006079350-subnet', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:43.437709 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9b1f8-dd1c-4187-8c1a-d58f25d43b22 req-30943cef-981d-44af-bc29-b0d339dda5ca tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:43.439242 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-24c9b1f8-dd1c-4187-8c1a-d58f25d43b22 req-30943cef-981d-44af-bc29-b0d339dda5ca tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 946 time: 0.0567310 Apr 12 15:01:43.488331 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Made reservation on behalf of 1ec09fd1d0f3469aa239492b981b7c9f for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:43.491269 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10434889'] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.495970 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-24c9b1f8-dd1c-4187-8c1a-d58f25d43b22 req-0c82bb48-068b-4c65-9a50-2402511437b4 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490954 Apr 12 15:01:43.745536 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10109293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10434907'] for subnet (474f5859-612c-46bb-adbe-91db816523f2), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:43.798547 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c699b-2884-472a-bf26-caeb8553e292 req-20a55adf-9328-480f-af5c-0d568699d4bc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:43.800035 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f75c699b-2884-472a-bf26-caeb8553e292 req-20a55adf-9328-480f-af5c-0d568699d4bc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0831175 Apr 12 15:01:43.838434 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=474f5859-612c-46bb-adbe-91db816523f2,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:43.856974 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Checking segment: {'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:43.857341 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Network hostable DHCP agents. Network: 5fe1fd87-6d92-4765-8fab-47e52332890c, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:43.877984 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f75c699b-2884-472a-bf26-caeb8553e292 req-9ac70bef-c74c-40c0-8637-e376a70b21af tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688760 Apr 12 15:01:43.962501 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Network 5fe1fd87-6d92-4765-8fab-47e52332890c is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:44.054112 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 5fe1fd87-6d92-4765-8fab-47e52332890c) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:44.058127 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:44.058777 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.072089 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6eeba-aa90-47f4-8233-1cbb9ee44203 None None] Network 5fe1fd87-6d92-4765-8fab-47e52332890c requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:44.160036 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-8bba521a-40e9-4b86-861d-d6ed520098c2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7839339 Apr 12 15:01:44.170183 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 46982) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:44.174605 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:44.182509 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-5fe1fd87-6d92-4765-8fab-47e52332890c', 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'fixed_ips': [{'subnet_id': '474f5859-612c-46bb-adbe-91db816523f2'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:01:44.183631 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.288738 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (912e5d95-bcb6-42e1-b38d-d4824104f318), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.289837 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (912e5d95-bcb6-42e1-b38d-d4824104f318), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.321734 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Allocated IP 172.20.0.2 (5fe1fd87-6d92-4765-8fab-47e52332890c/474f5859-612c-46bb-adbe-91db816523f2/d3633fa8-a8c3-4b05-9875-fb3f2b96de21) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:44.347033 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks [] for router_controller (912e5d95-bcb6-42e1-b38d-d4824104f318), precommit_add_association {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.470632 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Publish callbacks [] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.569408 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.606443 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks [] for router_gateway (912e5d95-bcb6-42e1-b38d-d4824104f318), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.616958 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Network 5fe1fd87-6d92-4765-8fab-47e52332890c is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:44.620205 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:44.624709 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:44.628682 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Pushing event updated for resources: {'Port': ['ID=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:44.651598 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6823281-bf19-457b-944a-e6f3e7022ad5 req-2c0798ca-c815-4e2c-8a33-0825d7700ea0 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:44.653405 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6823281-bf19-457b-944a-e6f3e7022ad5 req-2c0798ca-c815-4e2c-8a33-0825d7700ea0 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 946 time: 0.0635688 Apr 12 15:01:44.697901 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Attempting to bind port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:44.698563 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Attempting to bind port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:44.699246 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Attempting to bind port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 on network 5fe1fd87-6d92-4765-8fab-47e52332890c {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:44.706677 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:44.707311 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Checking segment: {'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:44.707881 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.709826 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Bound using segment: {'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:44.710529 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Bound port: d3633fa8-a8c3-4b05-9875-fb3f2b96de21, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:44.712672 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.743571 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6823281-bf19-457b-944a-e6f3e7022ad5 req-4fe70411-79b1-4d56-9dcc-b458972cf03b tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822711 Apr 12 15:01:44.799837 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] For port d3633fa8-a8c3-4b05-9875-fb3f2b96de21, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:44.800088 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] For port d3633fa8-a8c3-4b05-9875-fb3f2b96de21, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,segment=NetworkSegment(f12ba9cc-d2da-439e-b1e3-490f9e6e2d72),segment_id=f12ba9cc-d2da-439e-b1e3-490f9e6e2d72)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:44.922775 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks [] for router_gateway (912e5d95-bcb6-42e1-b38d-d4824104f318), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.942602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:44.979011 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-786f7bb2-21a6-47c0-9005-287c010a3811 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:44.980528 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-786f7bb2-21a6-47c0-9005-287c010a3811 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 946 time: 0.0481844 Apr 12 15:01:45.032974 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212101c-d4cc-43c5-bc8b-a5315489684d req-9e361b57-7775-4e2d-8bec-1e36c0bccbf2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:45.034491 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5212101c-d4cc-43c5-bc8b-a5315489684d req-9e361b57-7775-4e2d-8bec-1e36c0bccbf2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0844481 Apr 12 15:01:45.078591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Deleting port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:01:45.078875 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.083055 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.121944 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Allocated IP 172.27.2.220 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/82f17624-d89b-4c6f-93bd-edae28b8180e) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:45.130084 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5212101c-d4cc-43c5-bc8b-a5315489684d req-a9b61d9d-7caf-4bc5-9946-493020aa2ffc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893493 Apr 12 15:01:45.151432 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625c06b-b768-4630-bb58-00684cc74d47 None None] Pushing event updated for resources: {'Port': ['ID=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:45.181882 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] For port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:45.182536 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.199545 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Calling delete_port for ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:01:45.263290 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks [] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.385728 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.419881 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (ea6c5815-80b7-4e50-a9cd-6b3a12db4b29), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.440281 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['ea6c5815-80b7-4e50-a9cd-6b3a12db4b29'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:01:45.445124 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:45.463089 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:45.480645 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:45.487307 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Pushing event updated for resources: {'Port': ['ID=82f17624-d89b-4c6f-93bd-edae28b8180e,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:45.494469 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Pushing event deleted for resources: {'Port': ['ID=ea6c5815-80b7-4e50-a9cd-6b3a12db4b29,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:45.620572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] No DVR routers for this DVR port ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:01:45.624949 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.628365 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-f1f6c5c6-f0b9-45f7-b6fd-4a132c697438 req-58e0e74a-8490-46e8-a818-b2d6721ad50a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "DELETE /v2.0/ports/ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 HTTP/1.1" status: 204 len: 173 time: 0.6426640 Apr 12 15:01:45.628867 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e48354-85df-4e83-819c-4a0de5f564e8', 'name': 'network-vif-deleted', 'tag': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:01:45.632292 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6bb236-2c5d-4418-8f55-abb7ed06014a" -d '{"events": [{"server_uuid": "43e48354-85df-4e83-819c-4a0de5f564e8", "name": "network-vif-deleted", "tag": "ea6c5815-80b7-4e50-a9cd-6b3a12db4b29"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:01:45.641031 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d3633fa8-a8c3-4b05-9875-fb3f2b96de21 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:45.693900 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69282fbb-090f-48ea-b6d7-825ed485b5cf x-openstack-request-id: req-69282fbb-090f-48ea-b6d7-825ed485b5cf {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:01:45.694371 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e48354-85df-4e83-819c-4a0de5f564e8", "name": "network-vif-deleted", "tag": "ea6c5815-80b7-4e50-a9cd-6b3a12db4b29", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:01:45.695219 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69282fbb-090f-48ea-b6d7-825ed485b5cf {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:01:45.696029 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69282fbb-090f-48ea-b6d7-825ed485b5cf'] response: {'server_uuid': '43e48354-85df-4e83-819c-4a0de5f564e8', 'name': 'network-vif-deleted', 'tag': 'ea6c5815-80b7-4e50-a9cd-6b3a12db4b29', 'status': 'completed', 'code': 200} Apr 12 15:01:45.709210 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:45.709744 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.798850 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:45.799220 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.852776 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port d3633fa8-a8c3-4b05-9875-fb3f2b96de21, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,segment=NetworkSegment(f12ba9cc-d2da-439e-b1e3-490f9e6e2d72),segment_id=f12ba9cc-d2da-439e-b1e3-490f9e6e2d72)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:45.861671 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1caa7579-7595-4f9d-b757-4a75054391de req-b466fbdc-9c08-4c9c-b2a5-cf106d3a714c tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 210 time: 0.0406373 Apr 12 15:01:45.944902 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:45.981735 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks [] for router_gateway (912e5d95-bcb6-42e1-b38d-d4824104f318), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:46.000913 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:46.219708 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (912e5d95-bcb6-42e1-b38d-d4824104f318), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:46.393882 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aaeb6d-325f-4784-b1a8-77ab7b3a401b None None] Network 5fe1fd87-6d92-4765-8fab-47e52332890c requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:46.456638 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-2eea7931-acf4-405f-9afd-03698b1bfbee None None] Provisioning complete for port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:46.457010 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2eea7931-acf4-405f-9afd-03698b1bfbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:46.492618 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Router 912e5d95-bcb6-42e1-b38d-d4824104f318 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:01:46.586939 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-2eea7931-acf4-405f-9afd-03698b1bfbee None None] Current status of the port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:46.625429 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:01:46.638008 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Sync routers for ids ['912e5d95-bcb6-42e1-b38d-d4824104f318'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:01:46.655934 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Routers {'912e5d95-bcb6-42e1-b38d-d4824104f318'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:46.656679 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['912e5d95-bcb6-42e1-b38d-d4824104f318'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:46.764986 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:46.772568 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-77a4c202-5b02-49cb-aa1b-2ab2e66548ee admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5995841 Apr 12 15:01:46.774160 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47062) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:46.965069 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-2ef67e89-2c6c-47b9-8ca6-d91693219ccd None None] Provisioning complete for port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:46.966567 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2ef67e89-2c6c-47b9-8ca6-d91693219ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:46.996202 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e0b7038f-c6a7-4f8c-94c6-0052c235a89f req-c8707fe9-180c-477c-8be3-d0fd123f07ff tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=43e48354-85df-4e83-819c-4a0de5f564e8 HTTP/1.1" status: 200 len: 210 time: 0.0292425 Apr 12 15:01:47.013486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Set router 912e5d95-bcb6-42e1-b38d-d4824104f318 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:47.170372 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-2ef67e89-2c6c-47b9-8ca6-d91693219ccd None None] Current status of the port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:47.235329 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:45Z', 'revision_number': 3, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:47.252750 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.269179 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Checking router: 912e5d95-bcb6-42e1-b38d-d4824104f318 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:01:47.269501 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Updating router 912e5d95-bcb6-42e1-b38d-d4824104f318 port 82f17624-d89b-4c6f-93bd-edae28b8180e binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:01:47.299133 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.442256 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Allocated IP 172.20.0.1 (5fe1fd87-6d92-4765-8fab-47e52332890c/474f5859-612c-46bb-adbe-91db816523f2/c4b37bc6-9022-452e-89de-bc5f9c0221b9) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:47.524087 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d3633fa8-a8c3-4b05-9875-fb3f2b96de21 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:47.572782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks [] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.665900 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.671908 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:47.672447 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.712732 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Publish callbacks [] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.714909 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Network 5fe1fd87-6d92-4765-8fab-47e52332890c is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:47.720353 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:47.724850 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:47.730410 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b37bc6-9022-452e-89de-bc5f9c0221b9,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:47.768293 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (912e5d95-bcb6-42e1-b38d-d4824104f318), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.775010 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:47.808360 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.877598 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Attempting to bind port 82f17624-d89b-4c6f-93bd-edae28b8180e on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:47.878005 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Attempting to bind port 82f17624-d89b-4c6f-93bd-edae28b8180e by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:47.878367 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Attempting to bind port 82f17624-d89b-4c6f-93bd-edae28b8180e on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:47.888392 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ecf40-acd9-4d09-b268-5eab76fd707e None None] Pushing event updated for resources: {'Port': ['ID=82f17624-d89b-4c6f-93bd-edae28b8180e,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:47.892302 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:47.892620 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:47.899468 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.899468 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:47.899468 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Bound port: 82f17624-d89b-4c6f-93bd-edae28b8180e, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:47.899468 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:47.962158 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] For port 82f17624-d89b-4c6f-93bd-edae28b8180e, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:47.966179 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] For port 82f17624-d89b-4c6f-93bd-edae28b8180e, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=82f17624-d89b-4c6f-93bd-edae28b8180e,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:48.004766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-31af715e-2110-4a94-b85f-1ab22a401165 None None] Provisioning complete for port c4b37bc6-9022-452e-89de-bc5f9c0221b9 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:48.005575 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-31af715e-2110-4a94-b85f-1ab22a401165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:48.032987 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:48.043398 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-31af715e-2110-4a94-b85f-1ab22a401165 None None] Port c4b37bc6-9022-452e-89de-bc5f9c0221b9 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:01:48.068141 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:48.124147 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Routers {'912e5d95-bcb6-42e1-b38d-d4824104f318'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:48.124768 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['912e5d95-bcb6-42e1-b38d-d4824104f318'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:48.169352 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ecf40-acd9-4d09-b268-5eab76fd707e None None] Pushing event updated for resources: {'Port': ['ID=82f17624-d89b-4c6f-93bd-edae28b8180e,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:48.248395 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks [] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:48.265425 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] Set router 912e5d95-bcb6-42e1-b38d-d4824104f318 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:48.316663 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:48.376604 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-ed3a7ea5-a769-4644-bf48-37be8290241e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:48.388317 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-ed3a7ea5-a769-4644-bf48-37be8290241e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/networks?id=e057c56c-da75-44fd-9833-db52affcb73c HTTP/1.1" status: 200 len: 808 time: 0.1369379 Apr 12 15:01:48.405951 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-07cbe06d-4acf-4ab9-83c2-1710bb7328c6 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/quotas/6ca047ef87324b72abe1a98bc09e9d34 HTTP/1.1" status: 200 len: 375 time: 0.0118062 Apr 12 15:01:48.413734 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b37bc6-9022-452e-89de-bc5f9c0221b9,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:48.426648 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (912e5d95-bcb6-42e1-b38d-d4824104f318), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:48.447020 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-381d4bd9-7b2b-464f-a8da-68ab8d26971a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331759 Apr 12 15:01:48.481606 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 4, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'c4b37bc6-9022-452e-89de-bc5f9c0221b9', 'name': '', 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'mac_address': 'fa:16:3e:00:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '474f5859-612c-46bb-adbe-91db816523f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:47Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 1, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'subnets': [{'id': '474f5859-612c-46bb-adbe-91db816523f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:48.514400 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa0abd-3a2c-4e6f-878e-7e4e92d1639b None None] The sync data for ids ['912e5d95-bcb6-42e1-b38d-d4824104f318'] in dv-cinder-837524-1-iscsi is: [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 4, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'c4b37bc6-9022-452e-89de-bc5f9c0221b9', 'name': '', 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'mac_address': 'fa:16:3e:00:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '474f5859-612c-46bb-adbe-91db816523f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:47Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 1, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'subnets': [{'id': '474f5859-612c-46bb-adbe-91db816523f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:01:48.546933 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Network 5fe1fd87-6d92-4765-8fab-47e52332890c is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:48.548907 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:48.859804 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-066e331d-4ca6-4ca3-9bab-8988977439dd service neutron] 10.222.0.64 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049339 Apr 12 15:01:48.868771 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-5d3f372e-09c1-446e-87dc-c18e799f7f5b None None] Provisioning complete for port c4b37bc6-9022-452e-89de-bc5f9c0221b9 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:48.870088 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5d3f372e-09c1-446e-87dc-c18e799f7f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:48.917615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f372e-09c1-446e-87dc-c18e799f7f5b None None] Port c4b37bc6-9022-452e-89de-bc5f9c0221b9 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:01:49.002685 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-c90e7759-308c-4858-8366-6c336841a775 service neutron] 10.222.0.64 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302228 Apr 12 15:01:49.035299 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Router 912e5d95-bcb6-42e1-b38d-d4824104f318 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:01:49.175126 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:01:49.181682 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-03102b9b-e457-433c-8a32-e5d6803ab992 admin admin] 10.222.0.64 "PUT /v2.0/routers/912e5d95-bcb6-42e1-b38d-d4824104f318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4051790 Apr 12 15:01:49.312938 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c65053e0-d3c5-40a6-ac99-4fd6ceb9ffa9 req-36990445-6b47-4b55-a052-47ebf80939c0 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 210 time: 0.0355167 Apr 12 15:01:49.359526 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:01:49.409798 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:01:49.410465 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ea6c5815-80b7-4e50-a9cd-6b3a12db4b29 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:01:49.617011 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 82f17624-d89b-4c6f-93bd-edae28b8180e up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:49.751400 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 82f17624-d89b-4c6f-93bd-edae28b8180e triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:49.752486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:49.855177 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 82f17624-d89b-4c6f-93bd-edae28b8180e is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:49.855568 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:49.884313 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 82f17624-d89b-4c6f-93bd-edae28b8180e, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=82f17624-d89b-4c6f-93bd-edae28b8180e,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:50.013692 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.069571 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=82f17624-d89b-4c6f-93bd-edae28b8180e,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:50.225101 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47128) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:50.230158 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1105730303-network', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:50.328019 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Made reservation on behalf of cd9555b5747a419fa67211a25c3cba71 for: {'network': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:50.330818 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.341761 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.435897 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks [] for security_group (cc728a6d-4d63-4195-b40a-95fb112b04ab), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.449090 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a606c189-4278-4646-85bf-6a6843e4ddc8 req-36e37c5b-a138-47be-8a52-9a19b549d9c9 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 210 time: 0.0316422 Apr 12 15:01:50.533701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cc728a6d-4d63-4195-b40a-95fb112b04ab), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.563875 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=110561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:01:50.580829 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc728a6d-4d63-4195-b40a-95fb112b04ab,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:50.590166 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f5f47d24-8a51-4038-b8d6-4acd53532d1a), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.590504 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.segments_db [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Added segment f5f47d24-8a51-4038-b8d6-4acd53532d1a of type vlan for network f994b758-9d0c-4ee9-a76b-4bd190c15a8e Apr 12 15:01:50.638539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (f994b758-9d0c-4ee9-a76b-4bd190c15a8e), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.745529 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (f994b758-9d0c-4ee9-a76b-4bd190c15a8e), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.746764 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:50.747539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:50.822009 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] Pushing event updated for resources: {'Network': ['ID=f994b758-9d0c-4ee9-a76b-4bd190c15a8e,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:50.840879 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:01:50.919897 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-a4829797-71b3-4c02-8e33-c9584fdce86e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6935427 Apr 12 15:01:50.922535 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47138) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:50.928123 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Request body: {'subnet': {'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1105730303-subnet', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:51.048531 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Made reservation on behalf of cd9555b5747a419fa67211a25c3cba71 for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:51.051085 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175416'] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:51.137165 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Sync routers for ids ['912e5d95-bcb6-42e1-b38d-d4824104f318'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:01:51.155035 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Routers {'912e5d95-bcb6-42e1-b38d-d4824104f318'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:51.156029 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['912e5d95-bcb6-42e1-b38d-d4824104f318'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:51.268290 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Set router 912e5d95-bcb6-42e1-b38d-d4824104f318 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:51.311291 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175402'] for subnet (16cf4923-ff7b-4f25-b83c-c806c531ffb9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:51.378362 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16cf4923-ff7b-4f25-b83c-c806c531ffb9,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:51.407624 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Checking segment: {'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:51.408288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Network hostable DHCP agents. Network: f994b758-9d0c-4ee9-a76b-4bd190c15a8e, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:01:51.523096 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 82f17624-d89b-4c6f-93bd-edae28b8180e up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:51.557935 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:01:51.573142 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 4, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'c4b37bc6-9022-452e-89de-bc5f9c0221b9', 'name': '', 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'mac_address': 'fa:16:3e:00:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '474f5859-612c-46bb-adbe-91db816523f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:47Z', 'updated_at': '2022-04-12T15:01:48Z', 'revision_number': 2, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'subnets': [{'id': '474f5859-612c-46bb-adbe-91db816523f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:51.594660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 82f17624-d89b-4c6f-93bd-edae28b8180e triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:51.595472 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:51.596495 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-af3a054e-e8f8-43b9-93f9-156c42dda956 req-135b4fae-8224-40c9-9747-2a45273cfc37 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 210 time: 0.0354149 Apr 12 15:01:51.606924 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Checking router: 912e5d95-bcb6-42e1-b38d-d4824104f318 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:01:51.607343 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Updating router 912e5d95-bcb6-42e1-b38d-d4824104f318 port c4b37bc6-9022-452e-89de-bc5f9c0221b9 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:01:51.642953 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:51.659186 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, f994b758-9d0c-4ee9-a76b-4bd190c15a8e) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:51.664101 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:51.664911 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:51.689596 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04965be2-9d93-40ab-946a-2c351f347ea1 None None] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:51.723591 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 82f17624-d89b-4c6f-93bd-edae28b8180e is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:51.799478 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-6ac313de-fff5-487b-9c21-b1bfc306de5f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:51.803187 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-6ac313de-fff5-487b-9c21-b1bfc306de5f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "GET /v2.0/networks?id=e057c56c-da75-44fd-9833-db52affcb73c HTTP/1.1" status: 200 len: 808 time: 0.1690879 Apr 12 15:01:51.823544 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Request body: {'port': {'device_id': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c', 'admin_state_up': True, 'tenant_id': '6ca047ef87324b72abe1a98bc09e9d34'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:51.868578 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-f994b758-9d0c-4ee9-a76b-4bd190c15a8e', 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e', 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'fixed_ips': [{'subnet_id': '16cf4923-ff7b-4f25-b83c-c806c531ffb9'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:01:51.869463 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:51.932383 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Publish callbacks [] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:51.968634 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b7fcb8e0-3409-4581-91d0-49616feb3c3f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0448771 Apr 12 15:01:51.972437 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47150) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:51.977761 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:52.017504 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Allocated IP 172.20.0.2 (f994b758-9d0c-4ee9-a76b-4bd190c15a8e/16cf4923-ff7b-4f25-b83c-c806c531ffb9/081cae70-4de1-4240-8fa0-978e15e18453) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:52.065263 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.094096 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Made reservation on behalf of 6ca047ef87324b72abe1a98bc09e9d34 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:01:52.097447 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.101383 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (0c8ea79a-8904-4367-9381-3d8ce698f6c2), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.105400 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (0c8ea79a-8904-4367-9381-3d8ce698f6c2), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.117672 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Pushing event updated for resources: {'Port': ['ID=c4b37bc6-9022-452e-89de-bc5f9c0221b9,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:52.125498 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.126131 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.126667 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.127194 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.127686 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.128189 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.128732 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.129236 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.129751 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.130286 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.130955 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.131570 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.132049 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.132539 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.133043 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:01:52.220851 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks [] for router_controller (0c8ea79a-8904-4367-9381-3d8ce698f6c2), precommit_add_association {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.227460 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Attempting to bind port c4b37bc6-9022-452e-89de-bc5f9c0221b9 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:52.228524 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Attempting to bind port c4b37bc6-9022-452e-89de-bc5f9c0221b9 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:52.229131 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Attempting to bind port c4b37bc6-9022-452e-89de-bc5f9c0221b9 on network 5fe1fd87-6d92-4765-8fab-47e52332890c {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:52.236643 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:52.237369 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Checking segment: {'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:52.238001 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.238604 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Bound using segment: {'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:52.239861 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Bound port: c4b37bc6-9022-452e-89de-bc5f9c0221b9, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:52.240542 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.244806 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Publish callbacks [] for port (081cae70-4de1-4240-8fa0-978e15e18453), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.317025 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] For port c4b37bc6-9022-452e-89de-bc5f9c0221b9, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:52.321191 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] For port c4b37bc6-9022-452e-89de-bc5f9c0221b9, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=c4b37bc6-9022-452e-89de-bc5f9c0221b9,segment=NetworkSegment(f12ba9cc-d2da-439e-b1e3-490f9e6e2d72),segment_id=f12ba9cc-d2da-439e-b1e3-490f9e6e2d72)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:52.327651 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Allocated IP 172.20.0.2 (e057c56c-da75-44fd-9833-db52affcb73c/4099b99d-4d50-43d0-9078-50c097fbc91b/ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:52.408300 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (081cae70-4de1-4240-8fa0-978e15e18453), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.443350 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.459518 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:52.461672 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:52.465212 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:52.470943 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Pushing event updated for resources: {'Port': ['ID=081cae70-4de1-4240-8fa0-978e15e18453,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:52.511491 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Routers {'912e5d95-bcb6-42e1-b38d-d4824104f318'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:52.512133 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['912e5d95-bcb6-42e1-b38d-d4824104f318'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:52.515834 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94504-dd07-4e39-a349-718b0f5913d3 None None] Pushing event updated for resources: {'Port': ['ID=c4b37bc6-9022-452e-89de-bc5f9c0221b9,revision_number=4']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:52.532326 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6a62eced-8de6-4281-a512-04ee97556401 None None] Provisioning complete for port c4b37bc6-9022-452e-89de-bc5f9c0221b9 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:52.532844 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6a62eced-8de6-4281-a512-04ee97556401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.584235 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Attempting to bind port 081cae70-4de1-4240-8fa0-978e15e18453 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:52.584613 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Attempting to bind port 081cae70-4de1-4240-8fa0-978e15e18453 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:52.584983 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Attempting to bind port 081cae70-4de1-4240-8fa0-978e15e18453 on network f994b758-9d0c-4ee9-a76b-4bd190c15a8e {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:52.602952 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:52.610615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Checking segment: {'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:52.610615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.610615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Bound using segment: {'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:52.610615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Bound port: 081cae70-4de1-4240-8fa0-978e15e18453, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:52.610615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (081cae70-4de1-4240-8fa0-978e15e18453), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.671617 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks [] for router_gateway (0c8ea79a-8904-4367-9381-3d8ce698f6c2), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.709452 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] Set router 912e5d95-bcb6-42e1-b38d-d4824104f318 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:52.808976 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] For port 081cae70-4de1-4240-8fa0-978e15e18453, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:52.820397 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f3b60ccf-fa3a-4296-a11c-da39b1ae6930 req-e9ee3fd5-61c5-448c-aada-ae736370ee5e tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 210 time: 0.0584378 Apr 12 15:01:52.821080 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks [] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.838874 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] For port 081cae70-4de1-4240-8fa0-978e15e18453, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=081cae70-4de1-4240-8fa0-978e15e18453,segment=NetworkSegment(f5f47d24-8a51-4038-b8d6-4acd53532d1a),segment_id=f5f47d24-8a51-4038-b8d6-4acd53532d1a)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:52.845382 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6a62eced-8de6-4281-a512-04ee97556401 None None] Current status of the port c4b37bc6-9022-452e-89de-bc5f9c0221b9 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:52.845382 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6a62eced-8de6-4281-a512-04ee97556401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:52.880884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-6a62eced-8de6-4281-a512-04ee97556401 None None] For port c4b37bc6-9022-452e-89de-bc5f9c0221b9, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=c4b37bc6-9022-452e-89de-bc5f9c0221b9,segment=NetworkSegment(f12ba9cc-d2da-439e-b1e3-490f9e6e2d72),segment_id=f12ba9cc-d2da-439e-b1e3-490f9e6e2d72)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:52.974803 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 4, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'c4b37bc6-9022-452e-89de-bc5f9c0221b9', 'name': '', 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'mac_address': 'fa:16:3e:00:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '474f5859-612c-46bb-adbe-91db816523f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:47Z', 'updated_at': '2022-04-12T15:01:52Z', 'revision_number': 4, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'subnets': [{'id': '474f5859-612c-46bb-adbe-91db816523f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:53.002531 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec6db1-2cca-4518-a656-798e4c1abcb3 None None] The sync data for ids ['912e5d95-bcb6-42e1-b38d-d4824104f318'] in dv-cinder-837524-1-iscsi is: [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:47Z', 'revision_number': 4, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'c4b37bc6-9022-452e-89de-bc5f9c0221b9', 'name': '', 'network_id': '5fe1fd87-6d92-4765-8fab-47e52332890c', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'mac_address': 'fa:16:3e:00:79:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '474f5859-612c-46bb-adbe-91db816523f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:47Z', 'updated_at': '2022-04-12T15:01:52Z', 'revision_number': 4, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'subnets': [{'id': '474f5859-612c-46bb-adbe-91db816523f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:01:53.008122 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6a62eced-8de6-4281-a512-04ee97556401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.011386 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.014461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (081cae70-4de1-4240-8fa0-978e15e18453), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.074907 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62eced-8de6-4281-a512-04ee97556401 None None] Pushing event updated for resources: {'Port': ['ID=c4b37bc6-9022-452e-89de-bc5f9c0221b9,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:53.121797 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Network e057c56c-da75-44fd-9833-db52affcb73c is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:53.125346 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:53.130862 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks [] for router_gateway (0c8ea79a-8904-4367-9381-3d8ce698f6c2), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.134179 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:53.149330 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-be357f7b-5dad-45e1-a64a-fbfeca93f1d2 None None] Provisioning complete for port c4b37bc6-9022-452e-89de-bc5f9c0221b9 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:53.152108 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-be357f7b-5dad-45e1-a64a-fbfeca93f1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.156006 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Pushing event updated for resources: {'Port': ['ID=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:53.185061 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.194291 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223c858-237d-42cd-bfb2-9317c0b5132b None None] Pushing event updated for resources: {'Port': ['ID=081cae70-4de1-4240-8fa0-978e15e18453,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:53.267400 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:53.268449 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.286200 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-be357f7b-5dad-45e1-a64a-fbfeca93f1d2 None None] Current status of the port c4b37bc6-9022-452e-89de-bc5f9c0221b9 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:53.376655 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Allocated IP 172.27.2.87 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/2885a82a-13d0-474b-bc72-722c4ba2b916) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:53.394660 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-41c101a5-e7f8-4078-87a0-21045fefc089 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5833416 Apr 12 15:01:53.409920 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Request body: {'port': {'device_id': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:53.565686 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.718474 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 081cae70-4de1-4240-8fa0-978e15e18453 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:53.726641 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks [] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.780781 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 081cae70-4de1-4240-8fa0-978e15e18453 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:53.781148 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (081cae70-4de1-4240-8fa0-978e15e18453), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:53.974815 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:01:53.975176 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe728eb-ae82-4ae2-be2a-3c8c88830cd2 req-d78644ce-a5b8-4b7a-9ebc-2018dfa5a26f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:53.977280 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5fe728eb-ae82-4ae2-be2a-3c8c88830cd2 req-d78644ce-a5b8-4b7a-9ebc-2018dfa5a26f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 931 time: 0.0718582 Apr 12 15:01:53.985297 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Publish callbacks [] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.001572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.004668 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Transition to ACTIVE for port object ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:01:54.031636 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5fe728eb-ae82-4ae2-be2a-3c8c88830cd2 req-b0f2ada4-e519-4470-accb-1eb9b9e7ead3 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486538 Apr 12 15:01:54.064103 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:54.070956 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:54.070956 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Pushing event updated for resources: {'Port': ['ID=2885a82a-13d0-474b-bc72-722c4ba2b916,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:54.074833 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:54.088478 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 081cae70-4de1-4240-8fa0-978e15e18453 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:54.088876 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (081cae70-4de1-4240-8fa0-978e15e18453), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.121815 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.132865 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 081cae70-4de1-4240-8fa0-978e15e18453, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=081cae70-4de1-4240-8fa0-978e15e18453,segment=NetworkSegment(f5f47d24-8a51-4038-b8d6-4acd53532d1a),segment_id=f5f47d24-8a51-4038-b8d6-4acd53532d1a)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:54.242672 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (081cae70-4de1-4240-8fa0-978e15e18453), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.243796 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device c4b37bc6-9022-452e-89de-bc5f9c0221b9 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:54.258199 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:54.355853 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=081cae70-4de1-4240-8fa0-978e15e18453,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:54.364315 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port c4b37bc6-9022-452e-89de-bc5f9c0221b9 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:54.365540 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.380234 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Attempting to bind port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:54.380234 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Attempting to bind port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:54.381443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Attempting to bind port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 on network e057c56c-da75-44fd-9833-db52affcb73c {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:54.386199 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 on network e057c56c-da75-44fd-9833-db52affcb73c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:01:54.386524 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Attempting to bind port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 on network e057c56c-da75-44fd-9833-db52affcb73c {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:54.393035 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:54.393472 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Checking segment: {'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:54.393923 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Bound using segment: {'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:54.394360 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Bound port: ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53429e52-01e5-4b4e-b207-b5f6c14142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:54.394724 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.467610 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port c4b37bc6-9022-452e-89de-bc5f9c0221b9 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:54.487595 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0759cd-e368-41c4-8eba-53802bfc6bbe None None] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:01:54.559409 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-53a69de0-b716-4818-9ff6-9b3e010726ff None None] Provisioning complete for port 081cae70-4de1-4240-8fa0-978e15e18453 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:54.559409 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-53a69de0-b716-4818-9ff6-9b3e010726ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (081cae70-4de1-4240-8fa0-978e15e18453), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.563278 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] For port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:54.579916 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] For port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:54.604628 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks [] for router_gateway (0c8ea79a-8904-4367-9381-3d8ce698f6c2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.675753 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.712002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-53a69de0-b716-4818-9ff6-9b3e010726ff None None] Current status of the port 081cae70-4de1-4240-8fa0-978e15e18453 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:54.758649 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:54.759275 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.760958 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 HTTP/1.1" status: 200 len: 1093 time: 1.3577213 Apr 12 15:01:54.763214 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'tag': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:01:54.766140 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e454598-e2df-45e9-b2b9-07e737526065" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b", "tag": "ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:01:54.802979 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626edb9-2f01-4635-a6fc-9609360acca2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:54.888342 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86177ae-ed75-4e2c-a52a-812da0f48a46 x-openstack-request-id: req-a86177ae-ed75-4e2c-a52a-812da0f48a46 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:01:54.888803 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b", "tag": "ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:01:54.889069 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a86177ae-ed75-4e2c-a52a-812da0f48a46 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:01:54.889464 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86177ae-ed75-4e2c-a52a-812da0f48a46'] response: {'name': 'network-changed', 'server_uuid': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'tag': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5', 'status': 'completed', 'code': 200} Apr 12 15:01:54.935086 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-07678a2c-5e60-4234-b97f-e7117cf3bca4 None None] Provisioning complete for port 081cae70-4de1-4240-8fa0-978e15e18453 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:54.936089 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-07678a2c-5e60-4234-b97f-e7117cf3bca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (081cae70-4de1-4240-8fa0-978e15e18453), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:54.999435 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454598-e2df-45e9-b2b9-07e737526065 req-f32fc91e-cd41-45df-8575-2a45be93dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:55.001149 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6e454598-e2df-45e9-b2b9-07e737526065 req-f32fc91e-cd41-45df-8575-2a45be93dba7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 1127 time: 0.1108997 Apr 12 15:01:55.040469 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-07678a2c-5e60-4234-b97f-e7117cf3bca4 None None] Current status of the port 081cae70-4de1-4240-8fa0-978e15e18453 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:55.059534 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (0c8ea79a-8904-4367-9381-3d8ce698f6c2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:55.176201 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11adc83b-cbf8-4b75-bbf2-10d1882cf0c1 req-cda798ac-5530-4354-9760-dd4615cbdfed tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:55.179468 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-11adc83b-cbf8-4b75-bbf2-10d1882cf0c1 req-cda798ac-5530-4354-9760-dd4615cbdfed tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 943 time: 0.0628927 Apr 12 15:01:55.230109 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454598-e2df-45e9-b2b9-07e737526065 req-e3d9cde3-90ef-4503-9553-91092db84025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:55.231687 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6e454598-e2df-45e9-b2b9-07e737526065 req-e3d9cde3-90ef-4503-9553-91092db84025 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2216744 Apr 12 15:01:55.248318 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-11adc83b-cbf8-4b75-bbf2-10d1882cf0c1 req-5c503a38-0d8d-4d34-a2e5-280406503a9c tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617492 Apr 12 15:01:55.392178 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454598-e2df-45e9-b2b9-07e737526065 req-35b09ed9-8acd-4679-862f-886443aa9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:55.393695 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6e454598-e2df-45e9-b2b9-07e737526065 req-35b09ed9-8acd-4679-862f-886443aa9204 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533732 Apr 12 15:01:55.541487 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 081cae70-4de1-4240-8fa0-978e15e18453 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:55.623200 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 081cae70-4de1-4240-8fa0-978e15e18453 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:55.623692 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (081cae70-4de1-4240-8fa0-978e15e18453), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:55.725568 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 081cae70-4de1-4240-8fa0-978e15e18453 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:55.787339 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:01:55.805331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-c61b1eb9-8de4-4088-bf3e-47ce40c54ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:55.806871 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-c61b1eb9-8de4-4088-bf3e-47ce40c54ff7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 1127 time: 0.3630483 Apr 12 15:01:55.884518 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-2e2a6a7a-9cac-4f48-8899-6febb5d9ec94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 HTTP/1.1" status: 200 len: 217 time: 0.0432508 Apr 12 15:01:55.981763 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:01:55.984321 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-0cd2cdb3-e7fc-4c6c-89f2-c4524cf1f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:55.985800 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-0cd2cdb3-e7fc-4c6c-89f2-c4524cf1f41a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4099b99d-4d50-43d0-9078-50c097fbc91b HTTP/1.1" status: 200 len: 848 time: 0.0927913 Apr 12 15:01:55.992265 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Sync routers for ids ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:01:56.002470 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Routers {'0c8ea79a-8904-4367-9381-3d8ce698f6c2'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:56.003113 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:56.024963 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-15a5c6a1-5815-4a8f-923b-9ef802bba926 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e057c56c-da75-44fd-9833-db52affcb73c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284665 Apr 12 15:01:56.103092 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.104433 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e452f7cf-2caf-40e7-9d68-f5a0e9d56806 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1322007 Apr 12 15:01:56.107255 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47204) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:56.120695 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Set router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:56.169040 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-145ade50-082a-4e52-843f-34ce6c8bc41e service neutron] 10.222.0.57 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363287 Apr 12 15:01:56.302290 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:01:54Z', 'revision_number': 3, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:56.333975 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Checking router: 0c8ea79a-8904-4367-9381-3d8ce698f6c2 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:01:56.334413 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Updating router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 port 2885a82a-13d0-474b-bc72-722c4ba2b916 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:01:56.346992 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ad8d3e0b-cff3-4aa7-aad9-55759327b382 req-253e16dc-958b-4289-8c4f-a370b33def45 service neutron] 10.222.0.57 "GET /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719277 Apr 12 15:01:56.371589 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.406011 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc6cc8-7754-4546-8cc3-f53740184c63 req-bded37f7-0800-427e-b96e-8be346ee49f9 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:56.408210 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dfbc6cc8-7754-4546-8cc3-f53740184c63 req-bded37f7-0800-427e-b96e-8be346ee49f9 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 943 time: 0.0696635 Apr 12 15:01:56.459531 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dfbc6cc8-7754-4546-8cc3-f53740184c63 req-b423d4c3-6dc1-4933-8650-530f7012f123 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Apr 12 15:01:56.639636 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Publish callbacks [] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.650361 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.745440 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.804398 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Allocated IP 172.20.0.1 (f994b758-9d0c-4ee9-a76b-4bd190c15a8e/16cf4923-ff7b-4f25-b83c-c806c531ffb9/86fd5883-2514-4a13-8eb6-5b817a88eee4) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:01:56.804712 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Attempting to bind port 2885a82a-13d0-474b-bc72-722c4ba2b916 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:01:56.805081 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Attempting to bind port 2885a82a-13d0-474b-bc72-722c4ba2b916 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:01:56.805447 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Attempting to bind port 2885a82a-13d0-474b-bc72-722c4ba2b916 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:01:56.812123 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da72b55-cb68-49c5-801e-7d0496b7d9c4 None None] Pushing event updated for resources: {'Port': ['ID=2885a82a-13d0-474b-bc72-722c4ba2b916,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:56.814830 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:01:56.815198 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:01:56.815594 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.815970 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:01:56.816436 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Bound port: 2885a82a-13d0-474b-bc72-722c4ba2b916, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:01:56.816812 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.874377 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] For port 2885a82a-13d0-474b-bc72-722c4ba2b916, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:01:56.877535 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] For port 2885a82a-13d0-474b-bc72-722c4ba2b916, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=2885a82a-13d0-474b-bc72-722c4ba2b916,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:01:56.928235 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks [] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.932757 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47230) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:56.962929 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:56.995711 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] Deleting subnet 724247e7-3aa0-41a3-b0a9-e1f43b3a0181 {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:01:57.000931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] Publish callbacks [] for subnet (724247e7-3aa0-41a3-b0a9-e1f43b3a0181), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.027631 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Routers {'0c8ea79a-8904-4367-9381-3d8ce698f6c2'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:01:57.028331 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:57.040927 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (724247e7-3aa0-41a3-b0a9-e1f43b3a0181), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.071959 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da72b55-cb68-49c5-801e-7d0496b7d9c4 None None] Pushing event updated for resources: {'Port': ['ID=2885a82a-13d0-474b-bc72-722c4ba2b916,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:57.081619 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (724247e7-3aa0-41a3-b0a9-e1f43b3a0181), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.105297 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.148637 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] Set router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:01:57.154374 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:57.161849 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:57.166888 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:01:57.170282 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Pushing event updated for resources: {'Port': ['ID=86fd5883-2514-4a13-8eb6-5b817a88eee4,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:57.217287 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (0c8ea79a-8904-4367-9381-3d8ce698f6c2), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.279287 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (724247e7-3aa0-41a3-b0a9-e1f43b3a0181), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.340101 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:01:54Z', 'revision_number': 3, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:57.343007 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724247e7-3aa0-41a3-b0a9-e1f43b3a0181,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:57.347514 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.353725 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e81547a2-73aa-4e86-bb94-9a69efb3a75a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/724247e7-3aa0-41a3-b0a9-e1f43b3a0181 HTTP/1.1" status: 204 len: 168 time: 0.4178400 Apr 12 15:01:57.354474 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47234) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:57.369129 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3032a5-f3a1-4776-8cce-b56fcdbaccd6 None None] The sync data for ids ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'] in dv-cinder-837524-1-iscsi is: [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:01:54Z', 'revision_number': 3, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:01:57.406756 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-d0c255ba-22d2-4d00-b611-a97d4f245a53 None None] Provisioning complete for port 86fd5883-2514-4a13-8eb6-5b817a88eee4 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:57.406966 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d0c255ba-22d2-4d00-b611-a97d4f245a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.444057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (ac920dbe-391a-4e05-8d44-334236ddd5d3), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.455231 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d0c255ba-22d2-4d00-b611-a97d4f245a53 None None] Port 86fd5883-2514-4a13-8eb6-5b817a88eee4 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:01:57.477224 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.482269 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4fae0dd3-8b1d-4a2a-bd40-71735dbd2780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.534948 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (ac920dbe-391a-4e05-8d44-334236ddd5d3), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.568382 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac920dbe-391a-4e05-8d44-334236ddd5d3']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:57.601652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2090efda-205e-4107-805c-5c0a13d42871') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:57.607468 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2090efda-205e-4107-805c-5c0a13d42871') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:57.618177 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (2090efda-205e-4107-805c-5c0a13d42871), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.626166 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ece62c-f174-48ad-8733-b3268f835918 req-5199ecdd-b02f-4984-b453-a0b3023b5ac1 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:57.628111 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-45ece62c-f174-48ad-8733-b3268f835918 req-5199ecdd-b02f-4984-b453-a0b3023b5ac1 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 943 time: 0.0839360 Apr 12 15:01:57.647437 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (2090efda-205e-4107-805c-5c0a13d42871), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.690330 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:01:57.690740 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (2090efda-205e-4107-805c-5c0a13d42871), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:01:57.693777 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:01:57.716004 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks [] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.759960 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-45ece62c-f174-48ad-8733-b3268f835918 req-164ff0f1-666d-4815-8a16-2d36a8321d6b tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206141 Apr 12 15:01:57.836642 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.905078 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Pushing event updated for resources: {'Port': ['ID=86fd5883-2514-4a13-8eb6-5b817a88eee4,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:57.908369 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (0c8ea79a-8904-4367-9381-3d8ce698f6c2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.911893 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (ac920dbe-391a-4e05-8d44-334236ddd5d3), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.919850 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:57.923916 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] 10.222.0.64 "DELETE /v2.0/networks/ac920dbe-391a-4e05-8d44-334236ddd5d3 HTTP/1.1" status: 204 len: 168 time: 0.5681036 Apr 12 15:01:57.932801 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47238) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:57.935788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda4880-fb4e-4ea0-be57-872a7ff2a6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ac920dbe-391a-4e05-8d44-334236ddd5d3,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:58.023588 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] Deleting subnet 22f56e27-3aaf-4ef2-8a88-3177d2830d3d {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:01:58.029738 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] Publish callbacks [] for subnet (22f56e27-3aaf-4ef2-8a88-3177d2830d3d), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.080941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (22f56e27-3aaf-4ef2-8a88-3177d2830d3d), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.103382 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:01:58.107756 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:01:58.177077 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (22f56e27-3aaf-4ef2-8a88-3177d2830d3d), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.279231 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:01:58.372770 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (22f56e27-3aaf-4ef2-8a88-3177d2830d3d), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.384021 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-a0fc0d1c-5a6b-4373-b2a3-1eb4c6d3dfa0 None None] Provisioning complete for port 86fd5883-2514-4a13-8eb6-5b817a88eee4 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:58.386275 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0d1c-5a6b-4373-b2a3-1eb4c6d3dfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.415800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f56e27-3aaf-4ef2-8a88-3177d2830d3d,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:58.423336 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.423528 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc0d1c-5a6b-4373-b2a3-1eb4c6d3dfa0 None None] Port 86fd5883-2514-4a13-8eb6-5b817a88eee4 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:01:58.426421 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ec91326b-b9e3-4d76-be3e-d0c5e6afbbfd admin admin] 10.222.0.64 "DELETE /v2.0/subnets/22f56e27-3aaf-4ef2-8a88-3177d2830d3d HTTP/1.1" status: 204 len: 168 time: 0.4926431 Apr 12 15:01:58.430383 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47242) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:58.435745 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:01:58.441032 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e57c485d-2bc9-4b0c-8dca-e3d04a036c8d admin admin] 10.222.0.64 "PUT /v2.0/routers/0c8ea79a-8904-4367-9381-3d8ce698f6c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3327582 Apr 12 15:01:58.511604 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (e4922b43-2bbd-4516-9012-529f7062f66a), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.593567 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (e4922b43-2bbd-4516-9012-529f7062f66a), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.615651 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4922b43-2bbd-4516-9012-529f7062f66a']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:58.635772 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828f4595-cbcd-4da3-84a3-3dc72b559c47') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:58.635772 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828f4595-cbcd-4da3-84a3-3dc72b559c47') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:01:58.635967 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (828f4595-cbcd-4da3-84a3-3dc72b559c47), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.653796 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (828f4595-cbcd-4da3-84a3-3dc72b559c47), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.660083 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:01:58.660472 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (828f4595-cbcd-4da3-84a3-3dc72b559c47), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:01:58.663014 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:01:58.824915 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (e4922b43-2bbd-4516-9012-529f7062f66a), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.840867 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:58.843996 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] 10.222.0.64 "DELETE /v2.0/networks/e4922b43-2bbd-4516-9012-529f7062f66a HTTP/1.1" status: 204 len: 168 time: 0.4126356 Apr 12 15:01:58.876415 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57a708-b9f0-4a37-81c6-f78a610e41ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e4922b43-2bbd-4516-9012-529f7062f66a,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:58.896077 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef3a4b-9056-4326-a594-ad530f1b4f53 req-11c0ba39-be12-461d-8c1e-4c92184430b5 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:01:58.897661 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5ef3a4b-9056-4326-a594-ad530f1b4f53 req-11c0ba39-be12-461d-8c1e-4c92184430b5 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 943 time: 0.0705538 Apr 12 15:01:58.947657 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5ef3a4b-9056-4326-a594-ad530f1b4f53 req-85138311-6975-4943-9594-4a7daed0e0c4 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Apr 12 15:01:59.272470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47256) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:59.312735 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6d3286b8-d38e-431a-ab0b-7b9ea28c981c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4efc025559c64c20b7c53c315088f586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391026 Apr 12 15:01:59.315266 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47258) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:59.363352 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47260) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:59.366303 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-823196cb-023e-46c8-b44b-1e6c22f9ff39 admin admin] Publish callbacks [] for security_group (ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.371870 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-7631dcb5-57ab-4d94-a776-6546dde91203 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132931097', 'description': 'tempest-secgroup-smoke-132931097 description', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:59.388594 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-823196cb-023e-46c8-b44b-1e6c22f9ff39 admin admin] Publish callbacks [] for security_group (ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.452171 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:01:59.467684 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7631dcb5-57ab-4d94-a776-6546dde91203 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.499524 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-823196cb-023e-46c8-b44b-1e6c22f9ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.502806 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-823196cb-023e-46c8-b44b-1e6c22f9ff39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.506694 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-823196cb-023e-46c8-b44b-1e6c22f9ff39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac HTTP/1.1" status: 204 len: 168 time: 0.1879904 Apr 12 15:01:59.515334 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823196cb-023e-46c8-b44b-1e6c22f9ff39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ca674-e55a-4c6f-a6d8-e4d52cf6b5ac,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:59.567669 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7631dcb5-57ab-4d94-a776-6546dde91203 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group (6d910103-bbd5-4175-a41b-dd847c75f6b2), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.576304 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 2885a82a-13d0-474b-bc72-722c4ba2b916 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:01:59.614323 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:59.631469 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7631dcb5-57ab-4d94-a776-6546dde91203 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6d910103-bbd5-4175-a41b-dd847c75f6b2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.637930 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5', 'network_id': 'e057c56c-da75-44fd-9833-db52affcb73c', 'port_id': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5', 'mac_address': 'fa:16:3e:e5:0c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4099b99d-4d50-43d0-9078-50c097fbc91b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:01:59.664782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631dcb5-57ab-4d94-a776-6546dde91203 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d910103-bbd5-4175-a41b-dd847c75f6b2,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:01:59.681763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 2885a82a-13d0-474b-bc72-722c4ba2b916 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:01:59.682150 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.708574 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:59.711580 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.732763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:01:59.810178 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7631dcb5-57ab-4d94-a776-6546dde91203 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.811645 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-7631dcb5-57ab-4d94-a776-6546dde91203 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4458985 Apr 12 15:01:59.814976 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47264) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:01:59.821220 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-781a016e-daac-48c0-9fb3-a8d6353e5ec0 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Request body: {'security_group_rule': {'security_group_id': '6d910103-bbd5-4175-a41b-dd847c75f6b2', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:01:59.886281 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:59.923251 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 2885a82a-13d0-474b-bc72-722c4ba2b916 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:01:59.923645 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.945535 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 2885a82a-13d0-474b-bc72-722c4ba2b916, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=2885a82a-13d0-474b-bc72-722c4ba2b916,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:01:59.967998 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.981760 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-781a016e-daac-48c0-9fb3-a8d6353e5ec0 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (b661390c-a9ee-4a5c-ac74-a020ac9efce2), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:01:59.987191 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Sync routers for ids ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:02:00.003798 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Routers {'0c8ea79a-8904-4367-9381-3d8ce698f6c2'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:02:00.007107 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:01:30Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:00.053877 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:00.057288 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.073661 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-781a016e-daac-48c0-9fb3-a8d6353e5ec0 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (b661390c-a9ee-4a5c-ac74-a020ac9efce2), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.123346 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=2885a82a-13d0-474b-bc72-722c4ba2b916,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:00.132458 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0775a72e-0e7d-4921-a2e8-0a0fdae4a501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.172978 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Set router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:02:00.173912 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-781a016e-daac-48c0-9fb3-a8d6353e5ec0 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (b661390c-a9ee-4a5c-ac74-a020ac9efce2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.178549 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7470a-8747-410b-a849-a14f29a26c32 req-be392575-ce49-4d12-bda5-c90f6d95d6a9 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:00.180102 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b8d7470a-8747-410b-a849-a14f29a26c32 req-be392575-ce49-4d12-bda5-c90f6d95d6a9 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 944 time: 0.0679760 Apr 12 15:02:00.195371 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a016e-daac-48c0-9fb3-a8d6353e5ec0 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b661390c-a9ee-4a5c-ac74-a020ac9efce2,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:00.218976 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:02:00.238075 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b8d7470a-8747-410b-a849-a14f29a26c32 req-8801f3d1-d25e-4baa-95d8-aa7a9e6fb491 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522492 Apr 12 15:02:00.295288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-781a016e-daac-48c0-9fb3-a8d6353e5ec0 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.297021 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-781a016e-daac-48c0-9fb3-a8d6353e5ec0 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4807618 Apr 12 15:02:00.299572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47272) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:00.304085 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-456ba631-e986-4f50-b91c-2bb2fd8268fd tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Request body: {'security_group_rule': {'security_group_id': '6d910103-bbd5-4175-a41b-dd847c75f6b2', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:02:00.375975 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:01:57Z', 'revision_number': 4, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '86fd5883-2514-4a13-8eb6-5b817a88eee4', 'name': '', 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'mac_address': 'fa:16:3e:84:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16cf4923-ff7b-4f25-b83c-c806c531ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:56Z', 'updated_at': '2022-04-12T15:01:57Z', 'revision_number': 2, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'subnets': [{'id': '16cf4923-ff7b-4f25-b83c-c806c531ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:00.403795 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Checking router: 0c8ea79a-8904-4367-9381-3d8ce698f6c2 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:02:00.404175 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Updating router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 port 86fd5883-2514-4a13-8eb6-5b817a88eee4 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:02:00.414672 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-456ba631-e986-4f50-b91c-2bb2fd8268fd tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (886b3ee1-b7f3-4aac-b595-8076f3f92021), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.434021 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.460729 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47274) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:00.474268 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-456ba631-e986-4f50-b91c-2bb2fd8268fd tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (886b3ee1-b7f3-4aac-b595-8076f3f92021), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.506176 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-50009019-ff38-4fae-8b03-c6a22405558d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a190bf7453049e8822e56658890b58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436122 Apr 12 15:02:00.508541 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47276) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:00.559305 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-78550070-dd68-49c8-ad43-81920b9ece48 admin admin] Publish callbacks [] for security_group (aa0e29d8-f900-44e7-aecd-863dd121482b), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.562579 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-456ba631-e986-4f50-b91c-2bb2fd8268fd tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (886b3ee1-b7f3-4aac-b595-8076f3f92021), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.585351 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ba631-e986-4f50-b91c-2bb2fd8268fd tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886b3ee1-b7f3-4aac-b595-8076f3f92021,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:00.586034 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-78550070-dd68-49c8-ad43-81920b9ece48 admin admin] Publish callbacks [] for security_group (aa0e29d8-f900-44e7-aecd-863dd121482b), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.650049 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-456ba631-e986-4f50-b91c-2bb2fd8268fd tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.651278 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-456ba631-e986-4f50-b91c-2bb2fd8268fd tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506284 Apr 12 15:02:00.654164 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47278) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:00.658710 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-b209e87b-7346-4f2b-8a4b-542329fb2d04 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Request body: {'security_group_rule': {'security_group_id': '6d910103-bbd5-4175-a41b-dd847c75f6b2', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:02:00.705401 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Publish callbacks [] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.716017 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-78550070-dd68-49c8-ad43-81920b9ece48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (aa0e29d8-f900-44e7-aecd-863dd121482b), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.718581 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-78550070-dd68-49c8-ad43-81920b9ece48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.719746 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-78550070-dd68-49c8-ad43-81920b9ece48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aa0e29d8-f900-44e7-aecd-863dd121482b HTTP/1.1" status: 204 len: 168 time: 0.2103226 Apr 12 15:02:00.728460 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550070-dd68-49c8-ad43-81920b9ece48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0e29d8-f900-44e7-aecd-863dd121482b,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:00.767884 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b209e87b-7346-4f2b-8a4b-542329fb2d04 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (69bae154-781d-403a-b698-a8a7fbef6f83), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.813680 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.832893 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b209e87b-7346-4f2b-8a4b-542329fb2d04 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (69bae154-781d-403a-b698-a8a7fbef6f83), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.865054 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a88d1-ce54-40fd-8798-7c9df7da4d3e None None] Pushing event updated for resources: {'Port': ['ID=86fd5883-2514-4a13-8eb6-5b817a88eee4,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:00.919835 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Attempting to bind port 86fd5883-2514-4a13-8eb6-5b817a88eee4 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:02:00.920198 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Attempting to bind port 86fd5883-2514-4a13-8eb6-5b817a88eee4 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:02:00.920566 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Attempting to bind port 86fd5883-2514-4a13-8eb6-5b817a88eee4 on network f994b758-9d0c-4ee9-a76b-4bd190c15a8e {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:02:00.927336 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:02:00.927336 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Checking segment: {'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:02:00.927336 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.927639 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Bound using segment: {'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:02:00.928061 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Bound port: 86fd5883-2514-4a13-8eb6-5b817a88eee4, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f47d24-8a51-4038-b8d6-4acd53532d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:02:00.928438 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:00.997900 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] For port 86fd5883-2514-4a13-8eb6-5b817a88eee4, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:02:01.001079 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] For port 86fd5883-2514-4a13-8eb6-5b817a88eee4, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=86fd5883-2514-4a13-8eb6-5b817a88eee4,segment=NetworkSegment(f5f47d24-8a51-4038-b8d6-4acd53532d1a),segment_id=f5f47d24-8a51-4038-b8d6-4acd53532d1a)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:02:01.007964 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b209e87b-7346-4f2b-8a4b-542329fb2d04 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (69bae154-781d-403a-b698-a8a7fbef6f83), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.027639 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209e87b-7346-4f2b-8a4b-542329fb2d04 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bae154-781d-403a-b698-a8a7fbef6f83,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:01.063535 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-9830939b-779a-4fe4-8470-c07e4249bd82 None None] Provisioning complete for port 86fd5883-2514-4a13-8eb6-5b817a88eee4 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:02:01.064096 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9830939b-779a-4fe4-8470-c07e4249bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.100900 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-9830939b-779a-4fe4-8470-c07e4249bd82 None None] Port 86fd5883-2514-4a13-8eb6-5b817a88eee4 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:02:01.156906 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.200891 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b209e87b-7346-4f2b-8a4b-542329fb2d04 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.205759 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b209e87b-7346-4f2b-8a4b-542329fb2d04 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5501873 Apr 12 15:02:01.208242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47284) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:01.214499 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-1558e8e3-9620-4184-bc12-37c7044b5dce tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Request body: {'security_group_rule': {'security_group_id': '6d910103-bbd5-4175-a41b-dd847c75f6b2', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:02:01.222288 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a88d1-ce54-40fd-8798-7c9df7da4d3e None None] Pushing event updated for resources: {'Port': ['ID=86fd5883-2514-4a13-8eb6-5b817a88eee4,revision_number=4']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:01.231115 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Routers {'0c8ea79a-8904-4367-9381-3d8ce698f6c2'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:02:01.231741 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:02:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:01.328385 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.337698 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1558e8e3-9620-4184-bc12-37c7044b5dce tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (0bb3d921-2504-46d1-89e4-ecc03bc540fc), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.425976 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1558e8e3-9620-4184-bc12-37c7044b5dce tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (0bb3d921-2504-46d1-89e4-ecc03bc540fc), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.444378 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115df7a-d4e4-4ff2-bf66-3dce08e2005c req-286fe91c-6be0-47ab-a0b4-da20984b1c3f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:01.452172 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:02:01.456295 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] Set router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:02:01.462222 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5115df7a-d4e4-4ff2-bf66-3dce08e2005c req-286fe91c-6be0-47ab-a0b4-da20984b1c3f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 944 time: 0.1081743 Apr 12 15:02:01.494610 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1558e8e3-9620-4184-bc12-37c7044b5dce tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (0bb3d921-2504-46d1-89e4-ecc03bc540fc), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.541073 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558e8e3-9620-4184-bc12-37c7044b5dce tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb3d921-2504-46d1-89e4-ecc03bc540fc,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:01.560874 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:02:01.572765 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5115df7a-d4e4-4ff2-bf66-3dce08e2005c req-af143c0b-4319-42d9-b1b9-b75aaed66d88 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096702 Apr 12 15:02:01.576778 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 2885a82a-13d0-474b-bc72-722c4ba2b916 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:02:01.606084 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-3c1ce0db-6754-481e-a2aa-efc66e99a49a None None] Provisioning complete for port 86fd5883-2514-4a13-8eb6-5b817a88eee4 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:02:01.606456 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce0db-6754-481e-a2aa-efc66e99a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.616443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1558e8e3-9620-4184-bc12-37c7044b5dce tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.622275 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1558e8e3-9620-4184-bc12-37c7044b5dce tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4109550 Apr 12 15:02:01.623821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47296) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:01.631700 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Request body: {'security_group_rule': {'security_group_id': '6d910103-bbd5-4175-a41b-dd847c75f6b2', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:02:01.644739 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:02:01.652729 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.716992 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 2885a82a-13d0-474b-bc72-722c4ba2b916 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:02:01.727447 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.743539 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:01:57Z', 'revision_number': 4, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '86fd5883-2514-4a13-8eb6-5b817a88eee4', 'name': '', 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'mac_address': 'fa:16:3e:84:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16cf4923-ff7b-4f25-b83c-c806c531ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:56Z', 'updated_at': '2022-04-12T15:02:00Z', 'revision_number': 4, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'subnets': [{'id': '16cf4923-ff7b-4f25-b83c-c806c531ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:01.778126 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7217ae7f-3fb8-4641-a4d0-eb32989de596 None None] The sync data for ids ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'] in dv-cinder-837524-1-iscsi is: [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:01:57Z', 'revision_number': 4, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '86fd5883-2514-4a13-8eb6-5b817a88eee4', 'name': '', 'network_id': 'f994b758-9d0c-4ee9-a76b-4bd190c15a8e', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'mac_address': 'fa:16:3e:84:66:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '16cf4923-ff7b-4f25-b83c-c806c531ffb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:56Z', 'updated_at': '2022-04-12T15:02:00Z', 'revision_number': 4, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'subnets': [{'id': '16cf4923-ff7b-4f25-b83c-c806c531ffb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:02:01.786470 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.securitygroups_db [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Project 1ec09fd1d0f3469aa239492b981b7c9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:02:01.793680 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (8f279e34-6479-4127-bdae-dd35ffd423ab), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.877337 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ce0db-6754-481e-a2aa-efc66e99a49a None None] Current status of the port 86fd5883-2514-4a13-8eb6-5b817a88eee4 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:02:01.877776 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce0db-6754-481e-a2aa-efc66e99a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.891520 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:02:01.891918 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.898981 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (8f279e34-6479-4127-bdae-dd35ffd423ab), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:01.956979 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:02:01.956979 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4597fb-61fb-4fb8-8a2c-991ebcef1311" -d '{"events": [{"server_uuid": "fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b", "name": "network-vif-plugged", "status": "completed", "tag": "ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:02:01.980434 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-3c1ce0db-6754-481e-a2aa-efc66e99a49a None None] For port 86fd5883-2514-4a13-8eb6-5b817a88eee4, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=86fd5883-2514-4a13-8eb6-5b817a88eee4,segment=NetworkSegment(f5f47d24-8a51-4038-b8d6-4acd53532d1a),segment_id=f5f47d24-8a51-4038-b8d6-4acd53532d1a)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:02:01.984084 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:02:01.986598 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 2885a82a-13d0-474b-bc72-722c4ba2b916 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:02:02.016721 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1255c3d-481e-453d-a3fc-61830c9e7262 x-openstack-request-id: req-b1255c3d-481e-453d-a3fc-61830c9e7262 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:02:02.017191 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b", "name": "network-vif-plugged", "status": "completed", "tag": "ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:02:02.017556 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1255c3d-481e-453d-a3fc-61830c9e7262 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:02:02.018055 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1255c3d-481e-453d-a3fc-61830c9e7262'] response: {'server_uuid': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5', 'code': 200} Apr 12 15:02:02.038888 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (8f279e34-6479-4127-bdae-dd35ffd423ab), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.071646 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce0db-6754-481e-a2aa-efc66e99a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.076018 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.084779 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f279e34-6479-4127-bdae-dd35ffd423ab,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:02.133864 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ce0db-6754-481e-a2aa-efc66e99a49a None None] Pushing event updated for resources: {'Port': ['ID=86fd5883-2514-4a13-8eb6-5b817a88eee4,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:02.142170 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.143475 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-0f053096-77f1-45df-bee7-13564ab58d25 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5180244 Apr 12 15:02:02.146856 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47308) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:02.151653 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Request body: {'security_group_rule': {'security_group_id': '6d910103-bbd5-4175-a41b-dd847c75f6b2', 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:02:02.203885 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:02.294972 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.securitygroups_db [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Project 1ec09fd1d0f3469aa239492b981b7c9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 15:02:02.319847 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (6ae1a3f5-ea0c-45d8-a109-5eaab30cbda9), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.425470 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf953bf-7ddf-47c9-a6e7-8f345e47cf5b req-3db7ab28-0a51-41da-8136-d7c796c5e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:02.427164 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bf953bf-7ddf-47c9-a6e7-8f345e47cf5b req-3db7ab28-0a51-41da-8136-d7c796c5e7c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 1129 time: 0.0940423 Apr 12 15:02:02.462822 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (6ae1a3f5-ea0c-45d8-a109-5eaab30cbda9), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.491165 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2bf953bf-7ddf-47c9-a6e7-8f345e47cf5b req-9b637a27-8902-4dbc-a580-0779ca0090f1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563757 Apr 12 15:02:02.534566 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585513'] for security_group_rule (6ae1a3f5-ea0c-45d8-a109-5eaab30cbda9), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.558111 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae1a3f5-ea0c-45d8-a109-5eaab30cbda9,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:02.666748 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:02.668245 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-5a399975-6a45-41a9-80b2-805aa367caa2 tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5201070 Apr 12 15:02:02.697561 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9af99-3d83-40b7-a1b0-bad724a1c18a req-aa808ff7-6812-4035-a408-06df194563ab tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:02.699167 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-30e9af99-3d83-40b7-a1b0-bad724a1c18a req-aa808ff7-6812-4035-a408-06df194563ab tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 945 time: 0.0545247 Apr 12 15:02:02.762733 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-30e9af99-3d83-40b7-a1b0-bad724a1c18a req-4a90dc0f-9a74-4f96-9dc8-eb6d14671b98 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561461 Apr 12 15:02:03.029456 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 47370) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:03.144860 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-dc021048-48e1-46cb-820b-3cfeae9c0f29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.226457 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-dc021048-48e1-46cb-820b-3cfeae9c0f29 admin admin] Publish callbacks [] for security_group (947b634c-1f9a-43b1-8236-b02ad0dca9cd), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.236436 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.311335 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-dc021048-48e1-46cb-820b-3cfeae9c0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (947b634c-1f9a-43b1-8236-b02ad0dca9cd), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.353035 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-dc021048-48e1-46cb-820b-3cfeae9c0f29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3044ee660ee84fd9b51ea5109613e845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223751 Apr 12 15:02:03.355698 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47374) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:03.358549 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc021048-48e1-46cb-820b-3cfeae9c0f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b634c-1f9a-43b1-8236-b02ad0dca9cd,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:03.407981 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7ca35127-82cc-4e78-8be0-bc1f26de1ef4 admin admin] Publish callbacks [] for security_group (947b634c-1f9a-43b1-8236-b02ad0dca9cd), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.438326 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7ca35127-82cc-4e78-8be0-bc1f26de1ef4 admin admin] Publish callbacks [] for security_group (947b634c-1f9a-43b1-8236-b02ad0dca9cd), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.546713 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 86fd5883-2514-4a13-8eb6-5b817a88eee4 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:02:03.595892 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 86fd5883-2514-4a13-8eb6-5b817a88eee4 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:02:03.596270 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.629827 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7ca35127-82cc-4e78-8be0-bc1f26de1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (947b634c-1f9a-43b1-8236-b02ad0dca9cd), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.632374 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7ca35127-82cc-4e78-8be0-bc1f26de1ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:03.633522 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-7ca35127-82cc-4e78-8be0-bc1f26de1ef4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/947b634c-1f9a-43b1-8236-b02ad0dca9cd HTTP/1.1" status: 204 len: 168 time: 0.2767668 Apr 12 15:02:03.650912 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca35127-82cc-4e78-8be0-bc1f26de1ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b634c-1f9a-43b1-8236-b02ad0dca9cd,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:03.714839 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 86fd5883-2514-4a13-8eb6-5b817a88eee4 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:02:03.881041 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472b831-80d2-4a41-bc2c-2d8fb60de1a4 req-9ef1a258-d4a9-46d5-af5f-ded08ccc990d tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:03.882480 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0472b831-80d2-4a41-bc2c-2d8fb60de1a4 req-9ef1a258-d4a9-46d5-af5f-ded08ccc990d tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 945 time: 0.0469317 Apr 12 15:02:03.937493 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0472b831-80d2-4a41-bc2c-2d8fb60de1a4 req-9dc99e8f-44c6-4aaa-a343-2cbfdb08a05a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492375 Apr 12 15:02:04.163560 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:05.071084 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3e81-380b-42b5-96fc-ed82d1ff1a59 req-ff90291d-f3d1-4cc9-8084-00bdab39c24c tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:05.072954 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a5bb3e81-380b-42b5-96fc-ed82d1ff1a59 req-ff90291d-f3d1-4cc9-8084-00bdab39c24c tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 945 time: 0.0587840 Apr 12 15:02:05.121927 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a5bb3e81-380b-42b5-96fc-ed82d1ff1a59 req-1016630e-0e6f-4577-96b8-c4853f40f01a tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 Apr 12 15:02:06.433250 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4f294-de2e-412b-a662-7f9f216119dd req-3a0e777d-8018-4392-90a9-8c72fc784018 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:06.434776 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ac4f294-de2e-412b-a662-7f9f216119dd req-3a0e777d-8018-4392-90a9-8c72fc784018 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 945 time: 0.0536101 Apr 12 15:02:06.484081 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ac4f294-de2e-412b-a662-7f9f216119dd req-b82de3ca-e149-4a3c-aea6-a88eea1c0999 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Apr 12 15:02:06.509813 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:02:07.059121 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:07.605941 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6edd5-9bf7-4f79-b8fc-e8b80ddb34be req-ac0f2da1-da48-48c5-afb9-f8cd54c4c444 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:07.607432 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fb6edd5-9bf7-4f79-b8fc-e8b80ddb34be req-ac0f2da1-da48-48c5-afb9-f8cd54c4c444 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 945 time: 0.0480828 Apr 12 15:02:07.660927 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fb6edd5-9bf7-4f79-b8fc-e8b80ddb34be req-1a42ada5-123e-49ec-8139-71a81bb0043f tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/security-groups?id=82835bb8-490c-4bd4-adc1-da4b590638b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475283 Apr 12 15:02:07.954621 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-bff68ded-de99-4521-a87a-f263cf416440 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:07.956078 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-bff68ded-de99-4521-a87a-f263cf416440 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 945 time: 0.0498753 Apr 12 15:02:08.049958 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Deleting port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:02:08.050330 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:08.157948 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] For port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,segment=NetworkSegment(53429e52-01e5-4b4e-b207-b5f6c14142f1),segment_id=53429e52-01e5-4b4e-b207-b5f6c14142f1)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:02:08.158308 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:08.173077 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Calling delete_port for ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:02:08.401973 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:08.415432 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:02:08.437533 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Pushing event deleted for resources: {'Port': ['ID=ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:08.480102 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] No DVR routers for this DVR port ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:02:08.483352 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:08.486635 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-57e11a05-eb91-4a50-97d2-6b8f9b6a6e7b req-00bd12cc-c1e6-4fd6-b116-8fd57f96e3ba tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.57 "DELETE /v2.0/ports/ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 HTTP/1.1" status: 204 len: 173 time: 0.5238295 Apr 12 15:02:08.487073 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'name': 'network-vif-deleted', 'tag': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:02:08.489349 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c82b8d9-a427-40fe-86ba-b89767ec4767" -d '{"events": [{"server_uuid": "fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b", "name": "network-vif-deleted", "tag": "ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:02:08.526602 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511ef495-56a1-4542-af55-4ed2937f07c5 x-openstack-request-id: req-511ef495-56a1-4542-af55-4ed2937f07c5 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:02:08.526893 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b", "name": "network-vif-deleted", "tag": "ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:02:08.527142 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-511ef495-56a1-4542-af55-4ed2937f07c5 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:02:08.527543 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511ef495-56a1-4542-af55-4ed2937f07c5'] response: {'server_uuid': 'fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b', 'name': 'network-vif-deleted', 'tag': 'ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5', 'status': 'completed', 'code': 200} Apr 12 15:02:08.763908 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b794344d-80d5-4c61-a9da-869c1a03dc4f req-4cdfa064-9238-4534-849f-e866d397b374 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 210 time: 0.0298288 Apr 12 15:02:09.885919 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25ab176b-c62c-45a9-94b1-4125bac083e8 req-8fb76a57-ca8d-4d45-af5c-c232db2e2cf6 tempest-VolumesActionsTest-2104695101 tempest-VolumesActionsTest-2104695101-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa0ce2a3-cbe2-4350-af5e-8b6a33384a9b HTTP/1.1" status: 200 len: 210 time: 0.0383828 Apr 12 15:02:11.483589 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:02:11.505917 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:02:11.506266 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device ef67d5e4-d69e-4f55-8ca4-2c98f273d3c5 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:02:11.656194 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 47558) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:02:11.827157 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Deleting port 51f87c7a-335f-4f42-9736-8e89052f6476 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:02:11.827416 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (51f87c7a-335f-4f42-9736-8e89052f6476), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:11.919701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (51f87c7a-335f-4f42-9736-8e89052f6476), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:11.920029 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for floatingip (51f87c7a-335f-4f42-9736-8e89052f6476), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:11.933710 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Calling delete_port for 51f87c7a-335f-4f42-9736-8e89052f6476 owned by network:floatingip {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:02:12.522001 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (51f87c7a-335f-4f42-9736-8e89052f6476), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:12.546952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event deleted for resources: {'Port': ['ID=51f87c7a-335f-4f42-9736-8e89052f6476,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:12.627941 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for floatingip (6851b88a-3832-478b-9838-894e33404f4a), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:12.628453 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.l3_db [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Floating IP 6851b88a-3832-478b-9838-894e33404f4a disassociated (deleted). External IP: 172.27.2.90, port: 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe. Apr 12 15:02:12.721860 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-5457533c-3515-4336-9127-b4084cb306c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509892 Apr 12 15:02:12.814574 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-69c674cc-9077-4404-9e61-45b1f34d87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:12.816058 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-69c674cc-9077-4404-9e61-45b1f34d87ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1129 time: 0.0474360 Apr 12 15:02:12.997740 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-f0b61726-27fd-4e98-9db6-6ef17bacf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:12.999100 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-f0b61726-27fd-4e98-9db6-6ef17bacf9be service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 910 time: 0.1490054 Apr 12 15:02:13.003882 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Router 2045a718-3128-4e62-bfcc-45b1ecf9e932 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:02:13.045047 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-49b221ae-039e-40ef-a5a0-788bc29db81b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 217 time: 0.0388489 Apr 12 15:02:13.172660 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-5d399268-d7fa-4566-9785-7dc7d992811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:13.174144 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-5d399268-d7fa-4566-9785-7dc7d992811f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0913613 Apr 12 15:02:13.190792 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:02:13.196447 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for floatingip (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:13.205008 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] Sync routers for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:02:13.215857 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:02:13.216779 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:02:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:13.234362 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e9a4dd6b-4238-4673-9ac5-4cc4f43c7177 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "DELETE /v2.0/floatingips/6851b88a-3832-478b-9838-894e33404f4a HTTP/1.1" status: 204 len: 168 time: 1.5768683 Apr 12 15:02:13.235101 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:02:13.237689 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791" -d '{"events": [{"name": "network-changed", "server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:02:13.282656 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40868f4b-8517-49f7-b98f-8a960b006d1c x-openstack-request-id: req-40868f4b-8517-49f7-b98f-8a960b006d1c {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:02:13.282947 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:02:13.283185 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40868f4b-8517-49f7-b98f-8a960b006d1c {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:02:13.283598 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40868f4b-8517-49f7-b98f-8a960b006d1c'] response: {'name': 'network-changed', 'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'status': 'completed', 'code': 200} Apr 12 15:02:13.334267 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:02:13.532123 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:21Z', 'revision_number': 5, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:13.567499 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] Checking router: 2045a718-3128-4e62-bfcc-45b1ecf9e932 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:02:13.576140 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:02:13.576723 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:02:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:13.697190 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:02:13.825181 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63438591-f4d0-408b-b25a-c3b414a698db req-b19917ae-b999-4d2e-9ea5-c8d3e280b79e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:13.826703 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-63438591-f4d0-408b-b25a-c3b414a698db req-b19917ae-b999-4d2e-9ea5-c8d3e280b79e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0607972 Apr 12 15:02:13.882875 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-63438591-f4d0-408b-b25a-c3b414a698db req-94ce8080-09dc-4269-bfe6-72569fd46779 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498831 Apr 12 15:02:13.914206 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:21Z', 'revision_number': 5, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:02:13.942974 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8d2e9-38a0-4d8f-965f-8e8d0e614c29 None None] The sync data for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi is: [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T14:57:14Z', 'revision_number': 4, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': 'e7e79980-d0aa-4726-a57f-e843df9e4fac', 'name': '', 'network_id': '6fea4a05-44f3-4a63-902b-1de9a9ad79b4', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'mac_address': 'fa:16:3e:7c:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:13Z', 'updated_at': '2022-04-12T14:57:21Z', 'revision_number': 5, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'subnets': [{'id': '983f47b1-4136-4acd-822d-6a4748a3b54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:02:14.159941 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8775df95-c0e5-407c-b5a3-10d47e231738 None None] New status for floating IP 6851b88a-3832-478b-9838-894e33404f4a: DOWN {{(pid=110564) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 15:02:15.000470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22386c68-8cf8-4ad7-b282-015b74fe8aa4 req-0a337942-6840-4eb9-8ede-39d523b68d42 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:15.001961 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-22386c68-8cf8-4ad7-b282-015b74fe8aa4 req-0a337942-6840-4eb9-8ede-39d523b68d42 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0462270 Apr 12 15:02:15.059431 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-22386c68-8cf8-4ad7-b282-015b74fe8aa4 req-01dde792-0d9a-44db-8b6e-d4a92ff295d0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484376 Apr 12 15:02:16.089501 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-144dc543-d290-4347-8c43-25fa6a7f0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:16.090951 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-144dc543-d290-4347-8c43-25fa6a7f0d1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450704 Apr 12 15:02:16.181202 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246f4d6-958a-4fce-850a-eebe375cf965 req-fc5991b4-a58a-45f3-b336-3b8e0d041ac2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:16.182964 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d246f4d6-958a-4fce-850a-eebe375cf965 req-fc5991b4-a58a-45f3-b336-3b8e0d041ac2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Apr 12 15:02:16.188425 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-b5fd6f1f-17a9-4fb4-9fd6-1c81cf233faf service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904551 Apr 12 15:02:16.234776 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d246f4d6-958a-4fce-850a-eebe375cf965 req-e3baff1d-91fb-4d8a-a9d3-eebf468f8272 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459683 Apr 12 15:02:17.363808 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a733eda-34cd-4852-afb1-17f89f9a8236 req-800d53f0-d17f-4a47-ab6b-696985f62cbd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:17.366348 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a733eda-34cd-4852-afb1-17f89f9a8236 req-800d53f0-d17f-4a47-ab6b-696985f62cbd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0587935 Apr 12 15:02:17.428278 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1a733eda-34cd-4852-afb1-17f89f9a8236 req-04ec4eb9-8444-42ee-9c2d-3f99d854e353 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558882 Apr 12 15:02:17.470952 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3c6b0b61-497b-4c81-b837-e6e88527686f req-86a2e772-b898-412d-b810-614f6f943296 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950007 Apr 12 15:02:18.544831 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dab60c-cea0-4912-9c41-159624288b1d req-c842a3a9-87b5-40ba-87dc-2f8f84a1120f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:18.546353 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e7dab60c-cea0-4912-9c41-159624288b1d req-c842a3a9-87b5-40ba-87dc-2f8f84a1120f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0480049 Apr 12 15:02:18.597212 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e7dab60c-cea0-4912-9c41-159624288b1d req-8bdbf14f-dd31-4c8b-a7bb-adcafdb23640 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Apr 12 15:02:19.712709 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f5a28-79cd-4412-8fcb-a52dcec45c39 req-eddeee66-2157-4d86-8633-540ca4508a3b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:19.714101 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f1f5a28-79cd-4412-8fcb-a52dcec45c39 req-eddeee66-2157-4d86-8633-540ca4508a3b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0482125 Apr 12 15:02:19.767528 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f1f5a28-79cd-4412-8fcb-a52dcec45c39 req-2cf76ba9-73b3-416c-82e7-b73f9b58beff tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475791 Apr 12 15:02:20.884307 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f87f8f-b683-4745-a24d-03f3e0bc051c req-7632cb8b-3094-42d2-a9bf-01e3761e945c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:20.885830 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-54f87f8f-b683-4745-a24d-03f3e0bc051c req-7632cb8b-3094-42d2-a9bf-01e3761e945c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 945 time: 0.0484564 Apr 12 15:02:20.936013 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-54f87f8f-b683-4745-a24d-03f3e0bc051c req-eea20025-549c-40ff-b477-6f6bdec249a7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Apr 12 15:02:21.514660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:02:21.589207 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe is: ACTIVE; New status is: DOWN {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:02:21.591690 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:21.612010 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:02:21.614231 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c05e0-ccd2-460b-8399-cccb5ce868b6" -d '{"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-unplugged", "status": "completed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:02:21.627445 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:02:21.652837 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea25e9f-f4d5-4673-9c51-658a0789c494 x-openstack-request-id: req-dea25e9f-f4d5-4673-9c51-658a0789c494 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:02:21.653150 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-unplugged", "status": "completed", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:02:21.653411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dea25e9f-f4d5-4673-9c51-658a0789c494 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:02:21.653840 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea25e9f-f4d5-4673-9c51-658a0789c494'] response: {'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'code': 200} Apr 12 15:02:21.716155 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:21.905959 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=9']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:02:22.050969 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3c07-de77-43f5-b22f-43463d82bca9 req-255ea4a0-4daf-4f01-9747-bce338f29efe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:22.052420 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c07d3c07-de77-43f5-b22f-43463d82bca9 req-255ea4a0-4daf-4f01-9747-bce338f29efe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0458746 Apr 12 15:02:22.103169 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c07d3c07-de77-43f5-b22f-43463d82bca9 req-adf95ad9-2a72-4068-931e-4b943368edee tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Apr 12 15:02:23.219560 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990edca-c904-4507-b240-5748f632917f req-037cc692-5d29-431b-8d41-4dbb1b4f851c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:23.221048 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3990edca-c904-4507-b240-5748f632917f req-037cc692-5d29-431b-8d41-4dbb1b4f851c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0506740 Apr 12 15:02:23.270987 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3990edca-c904-4507-b240-5748f632917f req-623f03c5-5eea-4e95-97ab-9225bdb078f9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Apr 12 15:02:24.382470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f232e-f276-4229-b88d-3da480e936eb req-9eb2ca8f-6713-4090-b752-e96e908e276a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:24.384104 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c30f232e-f276-4229-b88d-3da480e936eb req-9eb2ca8f-6713-4090-b752-e96e908e276a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0455236 Apr 12 15:02:24.434330 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c30f232e-f276-4229-b88d-3da480e936eb req-3412ab99-c14d-4544-bf0e-c5a9c0d973cb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447156 Apr 12 15:02:25.555731 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5e7d2-646d-4a37-b2fd-30d68c0a4d13 req-4b6bf854-b0ed-46d0-a333-0f2a77287e2e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:25.558470 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1c5e7d2-646d-4a37-b2fd-30d68c0a4d13 req-4b6bf854-b0ed-46d0-a333-0f2a77287e2e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0520277 Apr 12 15:02:25.607083 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1c5e7d2-646d-4a37-b2fd-30d68c0a4d13 req-4c1f80fb-0bb9-4413-9174-552dc81eab13 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Apr 12 15:02:27.012532 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75ccbb-e380-4c21-8330-aab422afafc3 req-eabbc64f-55df-4ec5-bcac-b032685a693b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:27.013989 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b75ccbb-e380-4c21-8330-aab422afafc3 req-eabbc64f-55df-4ec5-bcac-b032685a693b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0466025 Apr 12 15:02:27.063697 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b75ccbb-e380-4c21-8330-aab422afafc3 req-ccb223df-3255-4392-8205-c1cc80aab1e1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439606 Apr 12 15:02:27.486019 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-75a2efb0-2485-40c4-9e06-a07e0c377f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:28.175710 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2426a87-e6f4-43ff-bb28-935ed08af42d req-6edc0800-49fb-456a-9d6e-498d515692b1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:28.177141 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b2426a87-e6f4-43ff-bb28-935ed08af42d req-6edc0800-49fb-456a-9d6e-498d515692b1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0464077 Apr 12 15:02:28.229473 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b2426a87-e6f4-43ff-bb28-935ed08af42d req-9b9b52f4-9260-4635-a47a-b19561dfe121 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466549 Apr 12 15:02:29.342274 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120bd76-08ba-48c1-90bc-70ead7bfad0c req-61e17aa2-da68-4c3e-a99c-fb1c48ccbba9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:29.343824 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b120bd76-08ba-48c1-90bc-70ead7bfad0c req-61e17aa2-da68-4c3e-a99c-fb1c48ccbba9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0471678 Apr 12 15:02:29.391912 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b120bd76-08ba-48c1-90bc-70ead7bfad0c req-46ae96c9-ed4f-4759-99a7-ac6b4ad54f8f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Apr 12 15:02:30.110003 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5d41e1a1-4c7c-4140-9589-e318e5d16a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:30.503875 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6157f-bfa4-46b4-beaf-bd80127587bc req-fa9a92c0-85d8-4f3c-8a19-5c8dd70183d1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:30.505242 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e8a6157f-bfa4-46b4-beaf-bd80127587bc req-fa9a92c0-85d8-4f3c-8a19-5c8dd70183d1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0473423 Apr 12 15:02:30.559142 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e8a6157f-bfa4-46b4-beaf-bd80127587bc req-ec91e14d-dc4a-47aa-849a-afd8e3f3b173 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476305 Apr 12 15:02:31.304303 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:31.674906 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159e87-0ee8-48d2-8b57-11b3c1a603b9 req-4bc8c35f-7694-490b-b56a-ad814749e539 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:31.676369 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5159e87-0ee8-48d2-8b57-11b3c1a603b9 req-4bc8c35f-7694-490b-b56a-ad814749e539 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0509429 Apr 12 15:02:31.724891 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5159e87-0ee8-48d2-8b57-11b3c1a603b9 req-2d9abc2d-a65c-4555-9ef5-83df74a97b2b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Apr 12 15:02:32.841320 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869de85-bd89-4b7b-8e82-84f8ba3c6eac req-786d6dbc-2e33-4c31-b356-e55d84e6459f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:32.842804 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3869de85-bd89-4b7b-8e82-84f8ba3c6eac req-786d6dbc-2e33-4c31-b356-e55d84e6459f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0465231 Apr 12 15:02:32.891384 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3869de85-bd89-4b7b-8e82-84f8ba3c6eac req-0cd9963b-ab2d-40b2-98e8-5cfcdf94424b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430465 Apr 12 15:02:33.218382 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:34.012148 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b13cad-fce6-4505-a214-cbdf6a25d351 req-6e9f256e-642d-4e5a-912f-54b12f5e3091 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:34.013541 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-76b13cad-fce6-4505-a214-cbdf6a25d351 req-6e9f256e-642d-4e5a-912f-54b12f5e3091 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0548847 Apr 12 15:02:34.047041 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:34.069341 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-76b13cad-fce6-4505-a214-cbdf6a25d351 req-1dec26d0-0772-473e-b6af-f901d3270aa0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488811 Apr 12 15:02:35.188613 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e97dfe-0537-4eb4-b8f8-8b2a5a71deac req-9b40db8c-6f29-4188-a921-90fede2e08fc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:35.190071 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-71e97dfe-0537-4eb4-b8f8-8b2a5a71deac req-9b40db8c-6f29-4188-a921-90fede2e08fc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0473199 Apr 12 15:02:35.238496 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-71e97dfe-0537-4eb4-b8f8-8b2a5a71deac req-1741ba4f-c2c0-4afe-876e-5c410c294364 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Apr 12 15:02:36.350318 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d0417-95dd-4cf1-89c4-6f9217abc61b req-dfceb81e-40c3-4272-9ab2-f640c034356c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:36.351752 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-536d0417-95dd-4cf1-89c4-6f9217abc61b req-dfceb81e-40c3-4272-9ab2-f640c034356c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0457952 Apr 12 15:02:36.403783 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-536d0417-95dd-4cf1-89c4-6f9217abc61b req-ae65cdea-a47f-4f36-821b-5246ee0fd7f0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 Apr 12 15:02:37.109849 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:37.518179 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390246e-06ef-4e4c-a454-fe9e66f6c70e req-3eec4b32-a59c-47ca-9983-3d5073a9179c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:37.519639 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6390246e-06ef-4e4c-a454-fe9e66f6c70e req-3eec4b32-a59c-47ca-9983-3d5073a9179c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0499127 Apr 12 15:02:37.569914 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6390246e-06ef-4e4c-a454-fe9e66f6c70e req-b8c5cd82-5a7b-4f59-bb67-b73f060644dc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 Apr 12 15:02:38.686338 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca589471-9b70-45c4-8d40-9210bdb17f38 req-af49cc3f-af0e-417b-9626-697a8f9583cb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:38.687787 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca589471-9b70-45c4-8d40-9210bdb17f38 req-af49cc3f-af0e-417b-9626-697a8f9583cb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0473845 Apr 12 15:02:38.743178 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca589471-9b70-45c4-8d40-9210bdb17f38 req-d4ef21f3-e670-4784-8a09-dd86f9935f7b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490048 Apr 12 15:02:39.859078 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848c40-1d00-46fc-8d5f-e93754c28638 req-0dd60f3c-6acf-48a4-9ae1-d8b16c032206 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:39.860507 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-db848c40-1d00-46fc-8d5f-e93754c28638 req-0dd60f3c-6acf-48a4-9ae1-d8b16c032206 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0487998 Apr 12 15:02:39.908503 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-db848c40-1d00-46fc-8d5f-e93754c28638 req-26b4f9f8-f5ef-43ba-b413-ac95441b749f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Apr 12 15:02:41.024929 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025acb31-203f-490f-8a4a-63e9c34d6364 req-f437f2c6-b8ac-4685-9a3d-65e8179a1d45 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:41.026539 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-025acb31-203f-490f-8a4a-63e9c34d6364 req-f437f2c6-b8ac-4685-9a3d-65e8179a1d45 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0478678 Apr 12 15:02:41.084990 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-025acb31-203f-490f-8a4a-63e9c34d6364 req-73a5670e-25fb-4fbf-9674-53b1d1f5f5dd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526202 Apr 12 15:02:42.196801 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa05a8-96f7-407a-911b-0a670c1ecea4 req-a6af83b7-89b6-417b-8958-59be003ea218 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:42.198275 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-42aa05a8-96f7-407a-911b-0a670c1ecea4 req-a6af83b7-89b6-417b-8958-59be003ea218 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0462205 Apr 12 15:02:42.250060 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-42aa05a8-96f7-407a-911b-0a670c1ecea4 req-55529839-916c-4f4c-8dd8-a070ff7d9d56 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Apr 12 15:02:43.363375 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43207064-8f7f-4bb8-a016-df4cc831dab2 req-e1d5f610-a752-43f4-908d-312433c1e829 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:43.364738 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43207064-8f7f-4bb8-a016-df4cc831dab2 req-e1d5f610-a752-43f4-908d-312433c1e829 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0459921 Apr 12 15:02:43.415116 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43207064-8f7f-4bb8-a016-df4cc831dab2 req-63e4eae2-af82-4ab5-9d93-092d1e612e65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Apr 12 15:02:43.510675 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:02:44.527892 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ea8be-c640-4e02-bc0c-d79e9a0c2120 req-607b8fc4-71d1-4e7a-a307-964e5acf68ef tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:44.530321 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f74ea8be-c640-4e02-bc0c-d79e9a0c2120 req-607b8fc4-71d1-4e7a-a307-964e5acf68ef tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0480039 Apr 12 15:02:44.581535 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f74ea8be-c640-4e02-bc0c-d79e9a0c2120 req-e912d32d-a294-44bd-87c8-134336cd7427 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456607 Apr 12 15:02:45.697094 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c558ea6-127d-4247-85f1-7fd3696e351b req-ea1cad3a-1bbe-4a68-bd40-fdf9b5041fb9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:45.698541 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1c558ea6-127d-4247-85f1-7fd3696e351b req-ea1cad3a-1bbe-4a68-bd40-fdf9b5041fb9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0509281 Apr 12 15:02:45.746473 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1c558ea6-127d-4247-85f1-7fd3696e351b req-17701c7e-bc06-4df1-be78-fdcca38a3461 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421057 Apr 12 15:02:46.863470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f6708-b756-4ecd-a65c-9c333867c0e4 req-7f7ea714-5592-4e55-b9bd-571ac6c0815b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:46.864901 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-957f6708-b756-4ecd-a65c-9c333867c0e4 req-7f7ea714-5592-4e55-b9bd-571ac6c0815b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0457003 Apr 12 15:02:46.912858 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-957f6708-b756-4ecd-a65c-9c333867c0e4 req-2b8bebf7-eb06-4895-8dfa-c27ad57dd38b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Apr 12 15:02:48.024811 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8377d7-5135-4188-8117-1625f4564854 req-d967dfe5-3e28-4a4d-84fb-c4277f5ce318 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:48.026313 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4f8377d7-5135-4188-8117-1625f4564854 req-d967dfe5-3e28-4a4d-84fb-c4277f5ce318 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0477138 Apr 12 15:02:48.085013 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4f8377d7-5135-4188-8117-1625f4564854 req-8d4ed012-7091-45a9-8538-523136aee20b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510852 Apr 12 15:02:49.197130 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00476a05-1c29-4d34-b085-0551aff4df24 req-91926ad3-ca86-4f5e-94f6-c62cac5a538e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:49.198598 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-00476a05-1c29-4d34-b085-0551aff4df24 req-91926ad3-ca86-4f5e-94f6-c62cac5a538e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0472426 Apr 12 15:02:49.246697 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-00476a05-1c29-4d34-b085-0551aff4df24 req-433bf214-25d0-436c-99ce-5ed5ee71bbdc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412936 Apr 12 15:02:50.359943 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f2af9-2f76-476b-9bb4-20d020e8ec74 req-077d31df-2fad-441c-9744-b9f468950ea7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:50.361415 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d25f2af9-2f76-476b-9bb4-20d020e8ec74 req-077d31df-2fad-441c-9744-b9f468950ea7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0458810 Apr 12 15:02:50.409591 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d25f2af9-2f76-476b-9bb4-20d020e8ec74 req-09d193a6-3730-4d95-83c2-7f7096a1983e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423534 Apr 12 15:02:51.525489 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f176ad4-4382-47f6-ab1b-4f8e56a717a3 req-6cd791ed-1b16-4926-8657-e72149bc6447 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:51.527027 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0f176ad4-4382-47f6-ab1b-4f8e56a717a3 req-6cd791ed-1b16-4926-8657-e72149bc6447 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0501602 Apr 12 15:02:51.577499 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0f176ad4-4382-47f6-ab1b-4f8e56a717a3 req-29c0d7d7-8f02-406b-bfc7-447540999713 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435624 Apr 12 15:02:52.694925 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01e3a4-e2ed-4fa2-88c0-3fe8fe518d5e req-04f208ba-3842-4f07-8233-36d3b71c328c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:52.696600 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b01e3a4-e2ed-4fa2-88c0-3fe8fe518d5e req-04f208ba-3842-4f07-8233-36d3b71c328c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0466619 Apr 12 15:02:52.744812 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b01e3a4-e2ed-4fa2-88c0-3fe8fe518d5e req-f7b33024-baba-4037-a444-1153b1313edc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Apr 12 15:02:53.864710 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca3199-8416-4947-8fbe-47482e2efad8 req-9b788e6a-fda6-4a29-9cae-00bdbb960999 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:53.866305 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-adca3199-8416-4947-8fbe-47482e2efad8 req-9b788e6a-fda6-4a29-9cae-00bdbb960999 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0536215 Apr 12 15:02:53.915801 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-adca3199-8416-4947-8fbe-47482e2efad8 req-7c1b9c07-f637-4c32-b286-648bce4aef31 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 Apr 12 15:02:55.029299 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469755c5-6b39-4edb-af46-16a1861a4b21 req-31c99e70-3ac0-4709-bded-4ca83d5b1857 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:55.030781 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-469755c5-6b39-4edb-af46-16a1861a4b21 req-31c99e70-3ac0-4709-bded-4ca83d5b1857 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0458453 Apr 12 15:02:55.079239 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-469755c5-6b39-4edb-af46-16a1861a4b21 req-53251f86-9751-444e-addc-7189f06082b1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Apr 12 15:02:56.214414 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac02cd-bf54-4918-929d-e6449fc74ef8 req-d7942a24-b307-4375-b880-b76993a9f488 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:56.215886 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-abac02cd-bf54-4918-929d-e6449fc74ef8 req-d7942a24-b307-4375-b880-b76993a9f488 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0546110 Apr 12 15:02:56.274589 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-abac02cd-bf54-4918-929d-e6449fc74ef8 req-11a24da3-f0e9-456b-8452-c664fe725765 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518796 Apr 12 15:02:57.387237 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d3325-48af-4a85-a98b-9422a83f40ac req-d80204c3-d614-4c96-bb06-2f5e93001819 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:57.388658 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b84d3325-48af-4a85-a98b-9422a83f40ac req-d80204c3-d614-4c96-bb06-2f5e93001819 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0457878 Apr 12 15:02:57.438035 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b84d3325-48af-4a85-a98b-9422a83f40ac req-27fdb0a7-e8d9-4538-a1fc-b26cd7d40495 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Apr 12 15:02:57.475104 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c448b21c-b140-47b1-bd46-e39cda3a6ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:02:58.551367 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a5db-913f-4068-8e51-8f20ce8ef2a7 req-ecf52f0b-554c-416a-80f3-ce8e10048170 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:58.552834 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7978a5db-913f-4068-8e51-8f20ce8ef2a7 req-ecf52f0b-554c-416a-80f3-ce8e10048170 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0476830 Apr 12 15:02:58.602670 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7978a5db-913f-4068-8e51-8f20ce8ef2a7 req-a73e8fe5-a810-4a2b-a25e-f2c7287824c7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439832 Apr 12 15:02:59.716449 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3636f3-f503-4a17-bed1-462aa34aa768 req-66d966a4-491a-4e9c-95bb-c54ec68434d5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:02:59.717851 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2a3636f3-f503-4a17-bed1-462aa34aa768 req-66d966a4-491a-4e9c-95bb-c54ec68434d5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0504420 Apr 12 15:02:59.766305 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2a3636f3-f503-4a17-bed1-462aa34aa768 req-068d4617-66f0-4ff2-8fc5-ab3889d2c076 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424538 Apr 12 15:03:00.136073 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-72784673-77f4-4d0c-9e60-63bf62dbc8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:00.893670 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c742fc8-f64d-4ebd-9d32-5c2846c2da59 req-3597e037-e155-44e4-8636-b51efc75729f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:00.895506 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c742fc8-f64d-4ebd-9d32-5c2846c2da59 req-3597e037-e155-44e4-8636-b51efc75729f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0528195 Apr 12 15:03:00.946100 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c742fc8-f64d-4ebd-9d32-5c2846c2da59 req-e587e852-da38-444e-9993-2bbd7676e41f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451562 Apr 12 15:03:01.301721 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:02.058601 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0abe6-f5f5-43c6-b87e-c0eb00770ea7 req-812b433b-3db8-452c-8755-23f335e2dda2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:02.060060 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eaf0abe6-f5f5-43c6-b87e-c0eb00770ea7 req-812b433b-3db8-452c-8755-23f335e2dda2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0465491 Apr 12 15:03:02.111355 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eaf0abe6-f5f5-43c6-b87e-c0eb00770ea7 req-861fac49-33d1-4aa1-9f9b-6e5a31694ae7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449672 Apr 12 15:03:03.227089 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665868fe-7c40-4bd7-a986-7f1d5566ee8e req-f21e6fb4-c98a-4031-bce1-a52b83793f2e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:03.228515 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-665868fe-7c40-4bd7-a986-7f1d5566ee8e req-f21e6fb4-c98a-4031-bce1-a52b83793f2e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0477674 Apr 12 15:03:03.261761 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:03.278374 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-665868fe-7c40-4bd7-a986-7f1d5566ee8e req-3141c5f3-05bb-42d7-9e14-16317ebecc12 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442746 Apr 12 15:03:04.057935 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:04.392037 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaf919-d82a-4b58-b1a2-12d03554a6f0 req-ba879661-2f56-4b68-a237-1b5712a7dbb3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:04.393466 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9eaaf919-d82a-4b58-b1a2-12d03554a6f0 req-ba879661-2f56-4b68-a237-1b5712a7dbb3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0475473 Apr 12 15:03:04.442357 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9eaaf919-d82a-4b58-b1a2-12d03554a6f0 req-c3e81711-87b7-4133-8bb4-60280a944bd4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Apr 12 15:03:05.438511 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-69c6a414-46bf-4ae8-b0c1-29f74cb79c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:05.440020 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-69c6a414-46bf-4ae8-b0c1-29f74cb79c08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 1127 time: 0.0400538 Apr 12 15:03:05.577195 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782129b4-1332-41b3-b8b4-a72aa1b3ed1d req-a9b07bb9-9530-48f4-be7b-c600e5185f91 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:05.578905 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-782129b4-1332-41b3-b8b4-a72aa1b3ed1d req-a9b07bb9-9530-48f4-be7b-c600e5185f91 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.0595758 Apr 12 15:03:05.611047 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18052146-7acd-4014-a71e-5c292974e04b req-051b9e9b-b50d-4eeb-8b9d-a2c1f3109c8c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:05.612694 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-18052146-7acd-4014-a71e-5c292974e04b req-051b9e9b-b50d-4eeb-8b9d-a2c1f3109c8c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 943 time: 0.1069193 Apr 12 15:03:05.628132 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-782129b4-1332-41b3-b8b4-a72aa1b3ed1d req-f22559b5-9eb6-4d75-8d65-0aeb350f137d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/security-groups?id=cc5951a2-97c9-4017-93fe-b28a281d8931&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Apr 12 15:03:05.640728 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-56cd0b96-0010-4af2-927e-cd848ef29afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:05.645193 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-56cd0b96-0010-4af2-927e-cd848ef29afa service neutron] 10.222.0.57 "GET /v2.0/networks?id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 200 len: 910 time: 0.1352897 Apr 12 15:03:05.834257 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-263d7386-55b6-4238-a357-955e661d271e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 200 len: 217 time: 0.0567830 Apr 12 15:03:05.927396 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Deleting port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:03:05.927733 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:05.932595 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-85e4faca-446c-44d7-8ea2-a07120f8ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:05.934051 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-85e4faca-446c-44d7-8ea2-a07120f8ca02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 200 len: 848 time: 0.0829072 Apr 12 15:03:06.028875 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-90f84aa2-a28e-47a9-ad6d-c8111d709d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:06.030417 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-90f84aa2-a28e-47a9-ad6d-c8111d709d70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6fea4a05-44f3-4a63-902b-1de9a9ad79b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851455 Apr 12 15:03:06.081169 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] For port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:03:06.081533 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:06.121236 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Calling delete_port for 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:03:06.189710 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-73f8b20e-b8ba-481c-9e81-a61cbf6c7610 service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523347 Apr 12 15:03:06.359181 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-1acc8f89-8384-4a70-b941-60f36dabaaea service neutron] 10.222.0.57 "GET /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962405 Apr 12 15:03:06.383607 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:06.413212 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event deleted for resources: {'Port': ['ID=1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:03:06.425205 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.425556 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.426063 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.426530 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.426870 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.427753 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.428089 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.428420 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.428757 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.429083 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.429413 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.429768 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.430099 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.430427 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.430751 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:03:06.467036 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] No DVR routers for this DVR port 1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:03:06.469452 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:06.473187 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-18052146-7acd-4014-a71e-5c292974e04b req-b4119548-5257-45d3-bbab-71618b98083c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.57 "DELETE /v2.0/ports/1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe HTTP/1.1" status: 204 len: 173 time: 0.7034168 Apr 12 15:03:06.473624 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-deleted', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:03:06.475853 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df75aca5-43bc-409b-b07e-9e94e5dd2c5b" -d '{"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-deleted", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:03:06.510712 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eda498f-60cf-4dce-845a-8a19146fc044 x-openstack-request-id: req-3eda498f-60cf-4dce-845a-8a19146fc044 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:03:06.511014 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e688875-ca8d-4972-9d02-9c66a8634013", "name": "network-vif-deleted", "tag": "1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:03:06.511265 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3eda498f-60cf-4dce-845a-8a19146fc044 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:03:06.511670 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eda498f-60cf-4dce-845a-8a19146fc044'] response: {'server_uuid': '7e688875-ca8d-4972-9d02-9c66a8634013', 'name': 'network-vif-deleted', 'tag': '1df78fb3-8e3e-4e74-a357-5ddb8e78c3fe', 'status': 'completed', 'code': 200} Apr 12 15:03:06.725344 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da7ad26c-7aae-4fc5-8c06-4896fd822759 req-32de262b-cfa7-4b0d-b241-387ca8643bc3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0303662 Apr 12 15:03:07.069228 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:07.820903 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-19fe7ff0-830d-4328-939b-2a73d4a76f2f req-3410af93-70ce-4073-93a9-94ef86243ebe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Apr 12 15:03:08.915465 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa42f6e0-e3ca-4c04-902f-41a021260e25 req-647f8d76-8efe-4337-8e98-8cebd2775eb3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0288610 Apr 12 15:03:10.014658 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-700ec2ec-58a1-4a93-b318-e01348c1b626 req-e90f0ff7-9cd2-4cad-89e5-82f62ab0d29c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0291858 Apr 12 15:03:11.116285 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b6ce22c-b9ea-4874-8cc3-572147c2c1ce req-28593e4c-27b3-4a58-b4c9-b39f583f3ccf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0294437 Apr 12 15:03:11.633238 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-2e4d4d77-a1ff-43d7-a4b5-d2651df7f358 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373747 Apr 12 15:03:11.696730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-53873173-7a6c-419d-abb4-895bc500ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:11.698162 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-53873173-7a6c-419d-abb4-895bc500ca5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0424168 Apr 12 15:03:11.798836 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-d9e651ee-1df5-4d79-8f08-174cd51db367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:11.800305 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-d9e651ee-1df5-4d79-8f08-174cd51db367 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0839062 Apr 12 15:03:11.843597 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-b53e14f3-5e88-436f-b8f6-0c88299f5246 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0372415 Apr 12 15:03:11.892775 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-aa60bd10-145d-4a26-9aff-70cc1a95aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:03:11.894231 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-aa60bd10-145d-4a26-9aff-70cc1a95aae1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0451331 Apr 12 15:03:11.935466 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-fdd7865f-539b-4c3b-ac36-a3285a781ba8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351114 Apr 12 15:03:12.029191 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-77172804-54ad-46bc-939a-d373b47e1b85 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874989 Apr 12 15:03:12.120087 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-aa625e63-c64f-486b-92db-4ffafb5a24ec req-100adbe6-f385-4601-99f8-2e5cde0e357b service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840795 Apr 12 15:03:12.210600 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a7258f9-c1ef-4a80-a03d-99cf06a90ff4 req-9206d11d-feb8-4e46-8209-dd1cdc0b4fae tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269125 Apr 12 15:03:13.307240 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-500b5f26-3940-444a-bd66-3da467a9bfdf req-a93aaa45-cfaf-4c14-ae7b-53e8f4b56d34 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283237 Apr 12 15:03:14.403718 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ab1415b5-9e2a-464d-be5e-9e414efa95d7 req-934607ff-e955-478b-9bf5-8c9e8f0c7b51 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0302951 Apr 12 15:03:15.498832 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9d537d68-0d91-41fe-b7d6-afe11bd44d6d req-436b4078-d2a3-4da4-8c15-b485be4b4918 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Apr 12 15:03:16.595467 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b9460d91-94a2-4b94-8729-14bc0c98c9c3 req-121f8377-f591-44b1-b1f1-feb52860ff76 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Apr 12 15:03:17.694607 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c08dec21-4685-4857-8e21-f4327210b816 req-b1b18e81-ab2b-44bc-bb58-b06cdea04ed8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0292532 Apr 12 15:03:18.795708 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3dee34b5-a3a9-4f1f-9277-38b7d6fc9afe req-65bc12f3-2a43-4da0-a8dc-3561161859f2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0339401 Apr 12 15:03:19.898985 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b74dbd9-c4f4-425b-9a82-4ff8fbd91fc9 req-8b9c8238-d670-4b54-8662-864f1c46094a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0265861 Apr 12 15:03:20.509068 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:03:20.991879 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-10644fe2-c127-44de-9b10-f47bdf657c73 req-18455a83-4a99-4650-800c-7facae8ce808 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269945 Apr 12 15:03:22.084950 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03d5df50-0e3f-452e-9cfe-6f5dfa4e1536 req-69ed5b48-6510-4ba7-a134-3687a8e12124 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278234 Apr 12 15:03:23.183210 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77fffd1e-4cea-4c74-bae1-23e3e55cc898 req-294e9c2d-ddcb-47ad-ab5b-72bfc55e51f7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0292842 Apr 12 15:03:24.280812 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8fe2e163-3b6c-41e3-aa14-27cda6f9b2f1 req-e55b3c30-bf5e-426b-934e-07d1e682eb5f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Apr 12 15:03:25.375432 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ac669f6-14e3-43a3-95e5-8119190c7aa6 req-213f5de4-6afd-48db-965e-c34f36e40cd4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275519 Apr 12 15:03:26.481100 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-082217af-6b02-4b24-8938-69ab81fed97b req-589ea156-08c0-4fae-8f94-f4fe0c69712e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266986 Apr 12 15:03:27.468558 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fca5443f-58d1-4cfd-b5c9-0e5722c30e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:27.580249 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4edfef6a-3397-4d36-92b9-41193a37f724 req-0d99b358-a04e-48d3-ad5c-20d5baf94fbc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0309229 Apr 12 15:03:28.675469 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2d088199-7f12-4926-adda-0abc4d9f657a req-d803def9-fedd-479f-8013-edd9bc86c94b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Apr 12 15:03:29.770402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b792eaac-30f3-4b7b-b9d7-7b76a949ca3d req-c5c21680-e4c0-45eb-a8c0-a0d8ab134886 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268681 Apr 12 15:03:30.097181 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3bfd8280-922c-4164-8a25-398ef9146a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:30.863671 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cbeb20f2-f883-436f-911b-a1ca2ce59b76 req-24aecb96-fa36-4f2e-8dc4-f8c635f5b6e4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Apr 12 15:03:31.323234 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:31.960203 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a898588a-a0d0-4164-9a4f-0ae226c3b9fe req-97c81bce-db6d-4c51-bd03-21ff1bd8fad4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0303407 Apr 12 15:03:33.055625 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43496313-c2ae-441b-a9df-c5df72385275 req-92b399b0-f674-4450-a5ce-a168a5ff4606 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0267236 Apr 12 15:03:33.220497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:34.074031 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:34.150221 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-82a83ea2-92de-42de-a315-65cd8d762388 req-59aa6720-6bae-49f7-9a73-c6f924fb63bb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0262902 Apr 12 15:03:35.244285 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1696de25-f5fd-4021-af6e-63af9bc001bc req-18d5d143-c9e9-41e7-880a-bf010919cfc8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275660 Apr 12 15:03:36.341952 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8cebc3be-590c-4d08-8cb0-7075a33a883a req-6bff152d-149f-41e1-8e73-681b17d712ef tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0306215 Apr 12 15:03:37.108608 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:37.433086 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ab95c4b-1803-4eab-b3fb-3b1c24135b78 req-55e45836-70aa-4071-83ab-9d4772a8d5ce tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0265367 Apr 12 15:03:38.540040 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1d8d8778-1980-4de1-9253-fdf57c606739 req-2f40305b-fa74-4aed-a2e2-c8693ccfb170 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0371695 Apr 12 15:03:39.633610 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a716feda-9c25-4b55-9187-bf7fdc9a0376 req-d9631698-685a-419e-80f1-68caa1ef9e26 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Apr 12 15:03:40.732724 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a3551243-6797-4e8f-9f26-2a58a8d70f62 req-b9d79496-cb69-4578-a679-61fe042da67d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0304294 Apr 12 15:03:41.824676 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-62768d4e-73ca-4683-86a7-9275d45e65fd req-bf633980-a141-4fb4-a041-dfb64a1aaab2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0260620 Apr 12 15:03:42.921258 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d9bbbb24-9f7c-434f-a074-ee8cc84d6357 req-3bebf14e-64a7-4085-a20e-28d25e45bbe0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0279384 Apr 12 15:03:44.019449 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ba3898c-8002-4f4b-9855-9bf00295e0a9 req-f9fcc530-0e6b-4942-8aaa-4efa7f2f5f56 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0285535 Apr 12 15:03:45.122522 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5e8b245-3734-4a8f-bc4a-b5248912659c req-84c0f697-8296-4706-a9b6-8fcf143f0432 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0296383 Apr 12 15:03:46.215233 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d84691c9-6aee-4b85-a893-ff6bc399231f req-03f55e83-1cf7-434e-9ada-51d582555ae2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Apr 12 15:03:47.310306 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a818eec7-a161-4c73-b94d-d473dcc8fa91 req-f1d820c0-921f-46f1-ace3-8f03e3d30dc1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268397 Apr 12 15:03:48.406880 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd62bc9b-2d19-410d-bda8-adb792d4a283 req-59f3053b-2019-4c64-80c0-17fceddff01b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Apr 12 15:03:49.502110 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0711de65-4bd8-4c30-9c62-42e6bf7e2920 req-94b8c0d2-7911-4add-8c16-ee432230f923 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0309730 Apr 12 15:03:50.846975 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9826a9bd-6c78-4cf0-9a1f-f1a77c63f8c6 req-f25cb4b2-a2c6-46ed-afe0-5562dfb6aa75 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.2783782 Apr 12 15:03:51.943698 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e94819d9-e104-4783-b007-d1714a00797c req-853a1b53-a8c7-4755-8036-e5749b5cef1d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266082 Apr 12 15:03:53.040678 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3715be01-6ce2-4c22-8228-a998f50e2c09 req-f6724d7b-b0ad-434b-9e8a-2a4028d655f8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0267091 Apr 12 15:03:54.138649 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f2c940af-117a-44d6-9846-769a4ec0bea7 req-b292d64c-18c0-49da-bdcf-66b2a9187ad5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278420 Apr 12 15:03:55.235766 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8e62dfb2-cc95-4900-91d5-8f65a699dfba req-17ccdbf0-a8a8-4b06-a15d-6f970a6b03cd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0287111 Apr 12 15:03:56.335108 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0caec50b-9090-43ae-8681-06ef10f8152e req-c20bae67-d0e5-4c8f-b61f-e6b936255188 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276840 Apr 12 15:03:57.443719 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-37a6a7a1-84b6-4537-999d-bf9fdc11920e req-a242354c-ba3a-4daf-8e52-f7b6afaa7279 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0333781 Apr 12 15:03:57.482420 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d99b95d8-aaff-4ed5-a91f-ef556cf32aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:03:57.509305 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:03:58.540166 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-910aefd1-8826-4913-818c-dcce35309522 req-28adf1e6-0d06-4b5e-80fb-acef3f626295 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0274358 Apr 12 15:03:59.634089 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-507a7073-948e-4482-af71-1503587fef4c req-6ebfb846-3dc7-4f33-9dbc-47a91747d819 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273414 Apr 12 15:04:00.099177 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-78fea26a-44ad-449e-beb7-b2a3cec52f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:00.730631 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-baa67904-f645-4688-a138-09d4906a7438 req-006af41d-e8ce-4664-8e70-2d8b7d114154 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0301576 Apr 12 15:04:01.305506 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:01.833652 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aac58fc0-aee1-4529-9e90-0322a1575f09 req-aa0ddecb-0999-4316-a1cd-967578be4c65 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0312781 Apr 12 15:04:02.925012 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75060ae7-6560-414c-b582-bd9b8a2de9c9 req-6eb3b968-a135-4228-9080-32ab79ede280 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Apr 12 15:04:03.251203 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:04.026855 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e109d5e6-d162-4b8a-8cd3-6533ca709754 req-352f2afe-409b-4eba-bb2e-8bb75c888ffa tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0281403 Apr 12 15:04:04.076659 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:05.123101 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-50baab38-12cd-4aab-85c6-2fd3422feebc req-8cb14593-5494-443c-a275-6a5fd8428558 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283046 Apr 12 15:04:06.219216 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c87df73-ce4b-45be-83aa-f32b5e21affb req-65a20e4a-8805-44b2-acf2-3e51b66142f4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0299997 Apr 12 15:04:07.087894 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:07.315595 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f9108ec8-13a3-4fa8-a42e-5e77df24e11f req-8d976b74-7a9f-49a0-9fa4-26102a34a9a8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0284970 Apr 12 15:04:08.408525 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d143ccc6-6945-407b-a075-427b6a68dfbe req-24eca26f-77f6-4510-8cbf-d8643a9bed80 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270436 Apr 12 15:04:09.503882 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cfc8821a-9061-43c5-93ec-81a251f6f199 req-23b9622b-8372-4c3e-b1ff-21ffbf104eae tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0277185 Apr 12 15:04:10.599799 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b660b3cb-ed46-438c-ba0b-adf0c16f3d87 req-84aa8e45-4329-482b-be96-b9af0836b1fc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0290208 Apr 12 15:04:11.698967 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3ea5e48b-d521-4cf2-bf2b-5e9f4211bbe5 req-2e34205c-3819-435d-87cc-28ba47617d05 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0274007 Apr 12 15:04:12.791981 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aebe8ffc-d8aa-49ba-a85a-f7a5c851b097 req-dd5b69c0-836b-4b34-b463-b42c80261413 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0274131 Apr 12 15:04:13.635565 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-9b68e67a-46a6-4a95-a934-80892b9f3316 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380285 Apr 12 15:04:13.718028 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-c1548b56-7313-4fa5-b9f5-77bd61a62252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:04:13.719522 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-c1548b56-7313-4fa5-b9f5-77bd61a62252 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0431933 Apr 12 15:04:13.842316 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-a65291fc-7415-41e9-b927-45f2bdf42ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:04:13.843794 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-a65291fc-7415-41e9-b927-45f2bdf42ce9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.1056840 Apr 12 15:04:13.885543 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7ce95a06-24b9-4129-b3d7-aa26bb85da9f req-5e642e38-f7d4-4245-ab0c-e43c5c8ac1ae tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0264409 Apr 12 15:04:13.888597 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-99168c1b-469b-4734-8a10-55308ec09c34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0386367 Apr 12 15:04:13.938489 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-cac2c68d-c49a-4238-97f1-902682192c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:04:13.939989 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-cac2c68d-c49a-4238-97f1-902682192c0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0467529 Apr 12 15:04:13.971672 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-2b4a797e-9363-49bf-bbbc-8d1e5f9e3646 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259943 Apr 12 15:04:14.064217 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-3df95ae9-be86-4e74-918b-0b765cb8cc2a service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862885 Apr 12 15:04:14.156929 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-fc8eb034-7705-486a-8a39-a6ebebc8870e req-e715d90e-6c4e-48fe-b81f-a8d195627f36 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Apr 12 15:04:14.982382 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d85d22ac-5cf7-430d-aee3-d3068e7f914b req-1a8e77a5-6ab3-4f60-a01e-ee55c06848a2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0290632 Apr 12 15:04:16.180547 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60c00d35-d5c2-4276-aef2-ab796cf49a79 req-f7fca36b-a54c-441c-8472-9d1f7b16aa8e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.1298084 Apr 12 15:04:17.326037 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f81ef29-60a8-479f-9d2e-dfa86c4bd7cd req-44e5e48c-6aa1-4f1d-a4db-d31feb76894f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0786171 Apr 12 15:04:18.418580 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eed2875c-3bd8-4b9f-9762-c3038ef3e16c req-cd3ad537-5564-405d-9191-bf9702bfe1f9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275891 Apr 12 15:04:19.519791 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-91a10d92-d4b2-40a2-8620-fb2fd5c8dd1d req-ae2b6386-329a-463e-9b56-d9f19f69d8da tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0315804 Apr 12 15:04:20.616989 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-273ecb39-d4a7-4cb0-b3d9-8eb36b9f2729 req-f4b0ee9d-6b58-48b2-8f99-aca2dc6efbf1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0279348 Apr 12 15:04:21.711206 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-118c34d1-c09d-4fdf-add4-3a7ed4b93c28 req-4e0d2316-19a5-421d-920b-a678afec45e2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0279253 Apr 12 15:04:22.808174 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-28941674-3502-46d2-941c-b4618b263c1b req-45e3dfad-77fb-4167-beba-10a5868210d4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0277991 Apr 12 15:04:23.910017 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-65cc4e3f-9698-4064-be78-3d13c61ace65 req-02a708d8-5a13-4751-b142-df350247ba0f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0323014 Apr 12 15:04:25.007549 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ca38a2ea-0c44-4114-a0d7-155a5346ff54 req-118286df-44e1-46cb-a8b0-806c751a8ee4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Apr 12 15:04:26.102136 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c7f2d1e4-5474-43c0-b48d-76b6102e84a8 req-0a1fe039-1aa8-4e97-a870-3a10db7a77d3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272613 Apr 12 15:04:27.204033 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-24b2b7bf-1759-4a10-a943-9dbf76487fc6 req-a959898a-8fb0-4dcd-a8e4-72ba4c3ee09a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0358398 Apr 12 15:04:27.513374 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-128a9d45-b747-410f-a3d3-6449bf5c402a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:28.299729 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-53da21cd-596d-41b4-b818-31b26eee4e92 req-cf1043b3-b73e-423b-8427-8f14c68c4197 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0299025 Apr 12 15:04:29.395332 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8037d37e-1d6d-4167-b7dd-5d172f2e467a req-462f3570-7b47-49cd-97d0-522dc4fa7b6e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Apr 12 15:04:30.136301 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e15c595b-b9c6-4902-b83c-b8095b92d5e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:30.487494 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e85d0b00-87ca-4716-8c55-de7f77e866dd req-2132437e-a35a-46c5-975e-2c6a5cb853e9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Apr 12 15:04:31.341527 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:31.581461 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ed140d0-f734-46be-babc-984a3a4e943a req-f380b931-3eed-4e7a-aeac-beb34998663a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278130 Apr 12 15:04:32.681705 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88d1d53f-8ccc-4579-823e-ee6d298883d5 req-71b30358-1eff-4dc4-9822-4e7c7c4f0a55 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0307803 Apr 12 15:04:33.262193 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:33.775214 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2658fb76-84aa-44cc-9117-92f6f58f2d85 req-aaebb6c1-6995-4bcf-9352-f3394318b613 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272191 Apr 12 15:04:34.058286 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:34.508105 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:04:34.870040 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5f38f140-a8ff-4c36-8372-0bda6539093c req-8c28bece-291f-4d6a-a0c6-f71ba0a8c39b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Apr 12 15:04:35.964057 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2a22c2ad-9fb4-46c9-8d54-a53fa0d362f9 req-559524ae-2bf5-49a6-980f-3bb943b65a00 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272348 Apr 12 15:04:37.062763 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad90d66a-4551-44d6-bb31-dcee4eb2b93c req-d8e26723-87fe-43eb-a794-ee50835f9925 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0303788 Apr 12 15:04:37.080748 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:38.161202 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ff454d4b-e9ee-4797-9452-369c6083dde9 req-8017fb87-19ab-4856-b0ee-212f4a7635c9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283484 Apr 12 15:04:39.257351 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5625d67-19ce-46e4-9022-231d263af500 req-d80793e2-b2dc-414e-ac44-becaedf5bc44 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Apr 12 15:04:40.352231 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bcbcb3c6-3453-4887-b4e0-f7dc9e5ca384 req-d01702d6-5487-4a81-9414-21763a66b073 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0261984 Apr 12 15:04:41.451161 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9ead9ee2-25a2-4c2c-96cb-53cc80b8f819 req-0d1e3fae-1a16-407c-b0bd-a7bede92c1e2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0303514 Apr 12 15:04:42.547195 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efcf8172-d426-4ada-ab74-1c15a845f283 req-da8b9369-ebc3-4be4-8ae7-e248f2c4f30e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0280516 Apr 12 15:04:43.646438 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47332217-bd6f-4d9a-85a4-e240e5330d46 req-c291bb3e-f618-4ae8-af61-1f0632c35463 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0274620 Apr 12 15:04:44.743932 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f94d428c-2de3-4a51-8e92-62e19ec45738 req-f64c5bd5-185a-4cf5-aef6-a6d07a04088a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275393 Apr 12 15:04:45.841977 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-df56aad4-b8dd-4caf-8585-48b86742409b req-f20f7833-1651-4624-a458-e286672373b2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0310013 Apr 12 15:04:46.942148 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-56e9dc4a-ed28-43d9-b359-f7843fc9482b req-9369cdc8-e8b9-458e-977b-2d93fc71c48b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0291510 Apr 12 15:04:48.056945 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77536250-81cf-4ff7-9fe2-2ea9c403a2bd req-bfc2f3cf-d84e-4f52-b222-403662c60023 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Apr 12 15:04:49.190696 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a46461ee-2949-4035-bb41-ca9bc0e18169 req-45cefc5d-b62e-4f48-bc88-e4c47effd8fe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0410571 Apr 12 15:04:50.287024 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c02f038-7ffb-4393-9204-cecdc2918a63 req-5a5bb19e-e21c-4567-9678-6dd6c3947b5b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0299578 Apr 12 15:04:51.382265 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0142a700-ec1e-4c0a-b6e8-6e653f2bab3b req-cf12ab72-e998-4e74-a8b3-941908fde715 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Apr 12 15:04:52.477147 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-91be349b-779f-4f52-8d73-2225a93018ec req-a686bf31-321b-4884-9ba2-e89cafdd176d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269592 Apr 12 15:04:53.577351 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4a5eca01-b6c9-4ee2-b443-24351e3c741e req-c76e6b15-44c2-4a20-bff3-b8b635c67145 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Apr 12 15:04:54.675572 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-40d2fb1c-4271-462a-b989-b4b2398fd94e req-7c45cd3b-7349-4490-a500-a5199ba9f6fb tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0313308 Apr 12 15:04:55.771486 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ad512c23-9fc5-400e-b7d3-d640364e34a6 req-0e31963b-4e17-45e1-8654-383c6fb58808 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0281167 Apr 12 15:04:56.864894 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bc3ca1f4-e68e-4536-a1b2-1cb611a16598 req-b4c1b667-d6ae-4a8c-95b7-92ce5a01329a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0274782 Apr 12 15:04:57.474611 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a302989d-c00f-4bad-be96-3cef8522f207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:04:57.960148 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8244fbea-1e35-4f60-bd1c-ec4ab82cf33c req-19cb89e6-b51b-4537-8fd7-7712e72c92ea tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270112 Apr 12 15:04:59.071865 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9dc5e6a0-c68d-4755-acd4-795eb44098f7 req-038ced1f-a663-4813-bb6c-e1ab63697f94 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0386400 Apr 12 15:05:00.112668 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-372fcecd-01eb-4c7c-a22d-74a97daf36bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:00.171687 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ae1d386-8b7c-4f00-b9fd-cf3511a6ea73 req-9847201f-eb47-4a28-8c12-cce42c050ff5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0279050 Apr 12 15:05:01.266570 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-369971b8-9a75-4935-8024-71fd380a1116 req-d7f7d8a2-95cc-4dcc-ad70-c4a8f0804b45 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275159 Apr 12 15:05:01.331228 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:02.364120 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-02dde56d-88c8-4171-8cb0-a82863dd83bd req-ff20669b-cf51-4324-8297-dfd747d68219 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0277476 Apr 12 15:05:03.194441 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:03.472483 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-955eb731-8cff-4ada-854f-2a9b7acbadee req-cf1b3806-dd4a-4da3-b903-86326477fe32 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0336037 Apr 12 15:05:04.086060 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:04.572821 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e628fdf2-d931-4499-98c0-b1a29582ea8f req-3c42042f-e494-4f63-ab5d-aeb69e26b0f8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272434 Apr 12 15:05:05.670103 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d85859ec-db51-474d-979a-c5d730653950 req-f4e58e25-9437-4e6c-94f9-53292393036b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0279531 Apr 12 15:05:06.773188 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b8227499-b6af-4399-a890-0e3e9538026c req-311734e5-8917-4da0-9c0c-2a6b571964a5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0288830 Apr 12 15:05:07.095489 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:07.871973 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21f2fa39-9007-4d61-a9e0-ed6cb82fb164 req-5eed937f-d4b4-4adf-b560-c32207846ce9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0307112 Apr 12 15:05:08.971307 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80f00c98-3ba0-4567-9fba-0beaa711cb6e req-36b6b5d9-c975-4d57-89a6-099d3bcbea23 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283806 Apr 12 15:05:10.065572 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c97efcde-6f09-4424-8540-f2c2dd8c2b39 req-4e1ddf5d-b4b9-4158-bc99-246b60751313 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275872 Apr 12 15:05:11.166408 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a4b36c54-bc02-4e8b-99ab-5d942c0d9e80 req-8d8726bd-5e12-4d5c-94fb-4b842d569d9a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0300889 Apr 12 15:05:11.516912 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:05:12.291451 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f18bc29f-91da-4da7-8125-0fb8135d497b req-896d5f49-af5c-4f8a-a9be-fc3a28a174d3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0395005 Apr 12 15:05:13.390982 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-23dbf6eb-adbc-4b43-bc3e-7a44236b4ddc req-955b0d08-5baa-402d-b504-54b6f60c48e2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0271583 Apr 12 15:05:14.488554 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80f6c26e-c1fd-4bd7-98c9-d1a81809d731 req-c131bc8a-ef55-48dc-83f4-5154e624ad5a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278637 Apr 12 15:05:15.598030 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-50e1dc54-db5c-4892-a31b-2a91bfedf705 req-251ccd21-334b-42e3-914d-4aabcc32a585 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0271096 Apr 12 15:05:16.162625 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-cf251c53-1cf5-4e2e-8fb1-ba8e18075365 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836833 Apr 12 15:05:16.246179 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-c05e0c95-63ad-4003-8805-8872c2c72f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:05:16.247653 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-c05e0c95-63ad-4003-8805-8872c2c72f92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0429955 Apr 12 15:05:16.363935 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-78eb01a8-b63f-4fe7-ba2d-a2b8ea5cfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:05:16.366250 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-78eb01a8-b63f-4fe7-ba2d-a2b8ea5cfaf4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.1007586 Apr 12 15:05:16.416300 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-a743b6e7-82a3-4f57-bb6e-adeae38d2535 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0443027 Apr 12 15:05:16.464564 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-4d45feac-6a97-48af-9a07-3df39b969794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:05:16.466135 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-4d45feac-6a97-48af-9a07-3df39b969794 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0447628 Apr 12 15:05:16.499657 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-03d10098-ae05-479a-95d5-d3eb588d01fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277359 Apr 12 15:05:16.511142 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-7cb928f5-4e8d-4ee3-aa03-9f55ec6bc5ff service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:05:16.512068 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-7cb928f5-4e8d-4ee3-aa03-9f55ec6bc5ff service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058012 Apr 12 15:05:16.605373 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-8834eec7-bbfe-4fc9-80c8-ab8cc9624c37 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875859 Apr 12 15:05:16.699796 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-49e5ba03-39c9-42bc-89ec-a4a1e16e872e req-496a7abb-5eae-44a8-a419-0ff1fd97b41e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0316041 Apr 12 15:05:16.709501 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b070a99d-a104-4294-a8c3-017986bc0ad7 req-4bf40072-2c6d-434c-8a5f-a42e0d001bca service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980601 Apr 12 15:05:17.803472 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e83fbd56-94fd-4e2b-ae8d-86954df4d08b req-57cd8b11-7f80-46d3-8919-d337910a6390 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0284662 Apr 12 15:05:18.898798 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-37b0c4ab-46f2-48b4-ae38-2e6746691682 req-55725cee-f6e6-4329-9f31-3e12533b0bb2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Apr 12 15:05:19.995087 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-be2d8345-21d8-40fb-9f0a-e23e115d45a6 req-232c8856-75da-48cc-8633-ccd06045b4cd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276840 Apr 12 15:05:21.093914 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-44f9bbaf-3009-4555-b7ee-1b8d8ef9b9c3 req-9be90345-f730-4847-b05c-3e9fe7cde7a6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0308373 Apr 12 15:05:22.187909 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60d0e02c-24fb-441d-9a56-fb1e2f75a397 req-bba88a51-c114-49d9-b99a-e375d170df84 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276270 Apr 12 15:05:23.281386 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3564c562-221d-4501-9f7b-71c9ed609465 req-9a617a4f-e171-44d3-9dcb-4768485a86cd tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275598 Apr 12 15:05:24.378876 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b1b51600-c598-4a33-b31a-406a65c37140 req-09892853-b60f-4a83-901c-074c13fd9722 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0289948 Apr 12 15:05:25.473893 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-de8764ab-1716-4a8a-b36a-16c86b073d1b req-e647f596-a58a-4abc-96cd-9b3502e11b3c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0292287 Apr 12 15:05:26.568822 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-35fabdb4-81d5-4b43-9254-decbf47f53ff req-e31e9772-6f96-42ec-bf32-2dfb0ad5c09a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266011 Apr 12 15:05:27.484484 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1dd753a6-20ec-48db-a098-36a08df28a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:27.662791 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f97a5162-2a19-4f63-af09-eeb0a04de392 req-dd4ecd16-285b-4e46-99aa-6cf8dcc490de tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266235 Apr 12 15:05:28.756224 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-206079c0-4dcd-4321-a0a6-011ee888a5da req-5a697c57-14ad-420a-96b4-a4f1dba6f7fa tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0267122 Apr 12 15:05:29.851012 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dfd0f3cf-94cd-4a80-9c51-cf6be721379a req-208d0097-b80e-422a-afbd-ad92b63da130 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0311925 Apr 12 15:05:30.124428 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6d71a9e7-ecbd-4e4d-aa6d-40f5e886194d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:30.945078 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-87b6d91c-a095-4b4f-9308-3274361f36f6 req-9239b0dd-86d3-4f97-8dc1-9ab17570394d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0260983 Apr 12 15:05:31.334476 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:32.039624 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ba8ecfcc-dfc4-4249-8ccd-6984aad8f67e req-e329003e-4414-442d-b6aa-fc98e08eda5f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Apr 12 15:05:33.135295 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a1641d63-5ac8-4505-9e94-3b596cd8cb6d req-016ab547-18ab-4923-b583-4f412d66720b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0279536 Apr 12 15:05:33.204752 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:34.090271 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:34.234157 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4a18323-f326-4b0d-bb6e-d645cb18caec req-2f8db661-5c2c-4865-bb5c-fb45395be3a8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0335386 Apr 12 15:05:35.330176 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a7329a8b-5ab4-45a0-83ff-2c714cf8a08d req-9c9e9040-0fd7-4fcc-8ba6-a85825d42eaa tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0286403 Apr 12 15:05:36.423506 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a9b80751-ae0f-4149-afc1-b8bb104b0f76 req-8ca6c06e-b4ca-4611-802f-14aadb4fb19f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278969 Apr 12 15:05:37.112581 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:37.520426 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4b29833-1f98-4f9a-9275-50fd20f774b7 req-ade94630-ab61-4111-9933-ea886cd960d4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0286429 Apr 12 15:05:38.620032 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b85e5bb3-7c0f-41f4-8759-7c2865a6833b req-7df039f7-a259-4fa7-88f8-6944c5f45db2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0295916 Apr 12 15:05:39.713892 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ea9a7c3e-1417-475f-a984-6eb58b86ffd0 req-f9c72211-8df5-4929-b8a8-3ce529df6026 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0261364 Apr 12 15:05:40.807725 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3e66e086-0c4d-4af1-a559-bd70476f240f req-1db88fdc-dd51-402d-9ea6-70e1a5b5e73c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0274048 Apr 12 15:05:41.905621 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5c8edced-5f6d-4adb-85cf-2e51e3b3b46d req-81a8e7b7-c49b-4eb5-a2d8-3625c7d11b7d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275836 Apr 12 15:05:43.001508 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2b5b9829-1540-4295-b952-44003f89e816 req-42a00f49-9196-4a99-8bb4-c201bbb2b7e4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0305853 Apr 12 15:05:44.094206 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-90c2a06f-5b4f-415e-b01b-4038ccf8f7ca req-79061be7-2907-41bf-aa6d-fddf7a50951a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0280399 Apr 12 15:05:45.189376 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e69b3a9-3c0d-4576-b0e3-e81cc4e65fb0 req-d4575dcb-7555-4e3a-9f7c-eb37bc4f65a3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0280340 Apr 12 15:05:46.282324 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06d630b8-c59f-4aeb-aece-4169d7d873fd req-8d5f94a7-faf6-4667-9929-c89c94d7204f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268292 Apr 12 15:05:47.384173 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b1df6635-4582-43ba-b84e-e5be591ed03f req-df10f89a-40b0-48e9-b19b-75c0400efcc8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0299873 Apr 12 15:05:48.477865 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dac2e947-7042-4c7e-9c7e-f29af3011f43 req-6469c905-a74f-416a-98c6-daafa69abe77 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0281460 Apr 12 15:05:48.505297 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:05:49.572203 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52d6e71a-2515-44d6-a557-8e02045d41c2 req-dc9e4376-c296-4c74-adc7-a46175776e92 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273445 Apr 12 15:05:50.669940 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b2932365-eb9d-4316-a1bb-bd6968b95f8f req-0abf2e5f-c23f-4473-8249-6e2cf0cc6a52 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0321684 Apr 12 15:05:51.785167 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e871eae9-ac79-4788-9289-83dd7aac4b5a req-77aca782-041b-452f-b842-01494cae68de tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0291824 Apr 12 15:05:52.878269 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1377a8c4-2280-465b-a878-c1751fceadbf req-df4299f4-fb43-4a8d-9c0a-1c3ce3d11aad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0259399 Apr 12 15:05:53.972979 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fd133172-6f1d-4c01-a65a-e039a80f5efc req-4266c53b-46b2-48ee-829c-c08e00886a56 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Apr 12 15:05:55.065497 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1eba853e-1bcf-452d-be01-1a9ae0d17bba req-c78d6fa7-5cd1-4d07-ba86-2b682f746d39 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0261347 Apr 12 15:05:56.160081 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-95bd46a8-dc0f-4c51-bb40-56782bcceb83 req-2ca4f42e-cf6f-4811-80df-2ef3c7937279 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0293052 Apr 12 15:05:57.253188 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e8da0722-3482-4216-a9e8-5db694071a2f req-c366fe69-8b6c-4d87-9d7b-24ecc8beb1ad tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0258579 Apr 12 15:05:57.488631 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-32de4475-e084-433c-a110-7cf2151dc2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:05:58.351267 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d3682edd-e19b-4753-b030-580e8acedf37 req-e8af2c21-7065-41bc-9171-2f85924040fc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278881 Apr 12 15:05:59.447425 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9ef0f953-5a64-4634-a4f7-3531d6571c75 req-8ce2e37b-4e3c-40e3-938e-2ab7e85986d5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Apr 12 15:06:00.089012 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a8fc66ee-a8fc-4f96-acfa-86727cb1ce5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:00.548183 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-23cdd66a-1609-4c98-853d-24f977cb210f req-67f71e47-eea0-42ff-8d26-f483d800ae43 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0298371 Apr 12 15:06:01.317198 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:01.644775 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a6e86579-48ea-4aa2-8b46-954441517393 req-1b971891-9bdc-4952-9d9d-b80056abd861 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270751 Apr 12 15:06:02.741902 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ebeeb827-33db-4c96-bad3-c2df68adf0d5 req-ff95c67d-827b-47ae-92b6-7895a0c49bb0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0318632 Apr 12 15:06:03.220118 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:03.834478 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a4cef692-e1c3-46a9-9303-d1c0f87c99df req-89abce28-3293-4ddf-bc88-7aa41ecdcbb7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Apr 12 15:06:04.106264 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:04.927713 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a2159e91-1d94-4811-94e7-6248cbce6c2f req-402474fa-cccb-4486-a625-39fd886d2bae tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0286152 Apr 12 15:06:06.025287 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0b2a10e4-85e0-47e5-99fa-9ac1dc524bad req-b4a57555-c34f-4ae6-b8aa-3bd0cccb9951 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0282857 Apr 12 15:06:07.123655 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:07.126116 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efd3c06e-15ee-43f0-9454-ab1cded0f3a3 req-a3ae304a-fa7f-4504-b35e-3382a83b00b2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0261688 Apr 12 15:06:08.219778 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-de007c3d-c2a1-45cb-9168-c10dfe3bb16e req-e154c7ac-4ce4-4014-baea-a37efadc8739 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0260887 Apr 12 15:06:09.323693 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b05a669a-52bf-46dd-b858-c4569b263cf4 req-8a32513e-1780-423a-aeb7-bae64b86da50 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0308840 Apr 12 15:06:10.416801 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-39e4d6e3-49cc-4029-aee5-02fe111dcbed req-462cb5c9-e9ca-4282-a466-5afd6d3cde88 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0280089 Apr 12 15:06:11.510323 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dfe104e7-1042-40be-907d-769ea9d20021 req-b53c73b6-27a9-42a5-be53-81aea95c957f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0261075 Apr 12 15:06:12.611346 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f0744b22-0292-4374-ad33-2b48f58f7abf req-40a23cac-a673-4c9c-bb58-e9c6dcc78e13 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0332150 Apr 12 15:06:13.709592 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75029da8-6932-4cea-965d-0ffb1f30236e req-4827b95b-0a90-495b-9a24-b0d3eb2fc3c9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0295305 Apr 12 15:06:14.800680 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-07740cd5-cea5-4a20-8989-e4b8c7a425ac req-a32aeb2d-8dc7-46d2-ba4d-562949606d63 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0265934 Apr 12 15:06:15.896668 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3cacc438-30df-4bfc-a70d-17dfb469812c req-2208024f-58a4-4aff-9d40-728cec251c9b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270996 Apr 12 15:06:16.992589 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1d8a9f92-3719-4166-8aa5-e6e5bc1ef995 req-ae9f4dfd-bb8e-43a9-8c4e-8c50bd2bb9e6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266361 Apr 12 15:06:17.227137 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-cc1ca435-ec54-4d30-a61d-8255ba7cbb90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389569 Apr 12 15:06:17.316570 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b2012-1777-4cae-8d64-c760151966a3 req-c698c32b-5b50-415e-82a0-2b458c73b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:06:17.319131 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-c698c32b-5b50-415e-82a0-2b458c73b431 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0444911 Apr 12 15:06:17.422559 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b2012-1777-4cae-8d64-c760151966a3 req-1d05eb5a-bc1e-4782-ba44-786452383b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:06:17.424035 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-1d05eb5a-bc1e-4782-ba44-786452383b10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0854695 Apr 12 15:06:17.467795 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-3cff57e8-b150-493f-936d-b8e51a391d28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0372272 Apr 12 15:06:17.514309 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b2012-1777-4cae-8d64-c760151966a3 req-6e585104-fc8f-40ee-94c1-06c59d943f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:06:17.515685 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-6e585104-fc8f-40ee-94c1-06c59d943f7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0422797 Apr 12 15:06:17.546362 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-d18eef75-7d87-49b6-a619-f63ac07a00e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245934 Apr 12 15:06:17.906859 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-27816891-9eac-4592-a339-b7f5ac07f8ba service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543096 Apr 12 15:06:17.996746 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-745b2012-1777-4cae-8d64-c760151966a3 req-7a298cab-3e89-4f37-b220-5c47d17f4274 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831628 Apr 12 15:06:18.089438 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6efb149b-374e-446e-b667-18c988074d87 req-94659b3e-cedf-4f6a-8327-8bc67725caf5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0294971 Apr 12 15:06:19.182464 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e118073d-c7ad-485c-8b6b-d01240196337 req-a34d5d77-a731-497e-80d5-1b51c0f1cfcc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269499 Apr 12 15:06:20.277111 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9caa416-8fcc-4de4-abbb-5ceac54447e4 req-33af18d2-b025-49a2-b128-529f00258396 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272477 Apr 12 15:06:21.373565 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-201df9b7-bc13-4461-a52d-8f5ea7296354 req-88249866-a1ad-4993-96db-9f38b8f87a5d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273364 Apr 12 15:06:22.470278 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f6d1e0ba-e09a-4ef7-94cf-2c8266cc4169 req-a1a4e5c9-6606-41f6-936d-3cb806ac8aed tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0303578 Apr 12 15:06:23.803236 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1c695a9d-1f2b-4064-8929-bdcd649a97f1 req-bbd1247a-34df-49f2-806e-ef74647db826 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.2657237 Apr 12 15:06:24.896106 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fbbf686e-afef-4cba-88c8-0b3da2fb3107 req-ea894fc2-a6de-4454-8dc8-e2e2a418e016 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Apr 12 15:06:25.505370 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:06:25.992015 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-208c7f24-1d19-47b4-b1a4-b489702b95b8 req-cd81d873-9d1f-499e-a578-6d739f75f982 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278633 Apr 12 15:06:27.084973 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1406aeab-603a-4f62-80af-ea6e654edc29 req-a6f46863-cbae-4f3d-b6b7-9b95d2928c39 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273597 Apr 12 15:06:27.494098 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-25c83729-59dc-43b8-96bb-333b2fc55958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:28.183054 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d137a149-aae4-4bf4-a4a3-b6c6ea67bd7d req-28cd585d-3bb1-42b1-baf6-b18d0bdf73b0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0306118 Apr 12 15:06:29.275288 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7853954b-96a2-4a9e-8937-d7a40353618b req-138ea2b0-f6d4-444d-ad89-c4f9ed57f5ba tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0265706 Apr 12 15:06:30.104908 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-07f4dba7-9cba-407a-bb62-86a5347454ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:30.377660 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa9d7bbe-b15c-48a8-8df2-6f857001ff6f req-5c011f60-8f30-4c9c-84e2-4c98a32df361 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0278373 Apr 12 15:06:31.339039 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:31.479788 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-78bb3847-4ed7-4be4-a3f2-3965319a1edb req-e0e7311d-7d21-4591-bf44-c825230c4341 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269418 Apr 12 15:06:32.575698 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-87e775c7-d830-49a0-a6b8-f4b91a418090 req-7977d2ed-83f5-4b1d-9ade-0379b6a5fdd3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0297480 Apr 12 15:06:33.190907 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:33.668630 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6850a605-4b16-441d-adf6-bea305e5640e req-501263fe-354d-440f-bd93-ee6f45f11299 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Apr 12 15:06:34.070799 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:34.760515 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e0679585-d0cc-4677-a2bb-4e0bff3682b2 req-0cf812fb-0388-4890-9a59-c1c95c9821ac tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0257342 Apr 12 15:06:35.851915 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8703298b-0501-4a75-a1c3-aecb5151f46c req-60f93850-4aeb-40d4-a155-f101e501d4c0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Apr 12 15:06:36.947107 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fda65159-974e-4b8d-8ba3-5d8e630edbbe req-710fd1ee-097c-46f7-a4b5-74f276ae62ff tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0277059 Apr 12 15:06:37.168396 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:38.045238 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0ee55f4-5838-48c2-92a6-9896bb94b91d req-07595fae-d0d3-4301-8cb7-88aa6571eb18 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0305836 Apr 12 15:06:39.151607 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ad9bc28-131f-4aff-ba06-9536fc454741 req-fedf2c3d-7dc5-4ae0-8fd3-f614cd533eb4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Apr 12 15:06:40.248605 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a7187f8e-4ed8-4496-bed7-dd9fc1ad71e3 req-6b78680b-2020-49f8-b571-d6e71ca943cf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0262198 Apr 12 15:06:41.342786 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-148ad863-6995-40fa-865d-2c98a0120369 req-62cc69f3-4a67-4025-8cd9-f8ae8f186d87 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0285778 Apr 12 15:06:42.438476 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9e7ef697-24a6-48b2-8f23-93647ed90542 req-759f2e9d-eb71-43ff-8684-52717c5912cf tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0267692 Apr 12 15:06:43.534936 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-decff54a-1ad7-4e41-bd87-76aa7371ea57 req-1ee8e572-69fb-4ad6-bb23-67b4a076992d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283253 Apr 12 15:06:44.640353 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bb2677fe-ace9-4948-ba91-a38159705e8b req-950b8009-cd2e-4a00-a1a1-e50d44b93aa9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0285490 Apr 12 15:06:45.733361 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5f6587f-2c10-4c2f-8721-abb51bab8089 req-1e819aa8-4ab1-4271-aa80-30144ee2242b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266407 Apr 12 15:06:46.827432 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a2fafe4b-742f-4dd2-b76e-375020b10737 req-8727eaf6-26a8-4391-82d2-78d733d97bc9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0264018 Apr 12 15:06:47.918994 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8a295abc-9fa5-4901-8771-81cf8d82a481 req-8411802a-53c9-43dc-9244-9e055d53539c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Apr 12 15:06:49.012413 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5cc2169d-2978-4972-b7de-b60ba28d126b req-e3e90f67-3bca-438a-bf89-ae046ee25b54 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0293198 Apr 12 15:06:50.107675 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f4fd5781-8697-4ced-af83-cd3aea746937 req-041dc5ee-e732-408a-a7c4-5aa0c00fcb39 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276480 Apr 12 15:06:51.202900 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7c66e71e-9f6a-441b-b48b-4e12ecba2dc3 req-8a4bbdaf-4133-4f75-8e76-ef348eab0dc6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0289555 Apr 12 15:06:52.293109 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd855cce-67f7-4471-b1d8-5a7fd423781a req-f09d303c-9d8e-4df4-b991-9b3b3de7cb31 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266435 Apr 12 15:06:53.385922 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a0bab6e-85e2-43ad-aee6-d937b9010dfc req-e70f8d20-d2fc-439a-9cae-15dffeb9990f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0265181 Apr 12 15:06:54.481946 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2c71d0d2-c7c7-4ca9-9735-522ef437f18b req-3b937d13-a2a7-4880-ac6e-24ff83a20df2 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0291662 Apr 12 15:06:55.583463 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b944eea2-f273-47a3-8de2-c47f89530497 req-acb6c195-69e3-42fb-9803-f03abcfa5c28 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283575 Apr 12 15:06:56.677555 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-397bb719-5d70-44fa-b855-9148efce1ea9 req-59c36ce7-3de8-48d9-be8f-a330e19934da tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0257900 Apr 12 15:06:57.486801 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-77b5cea9-e42a-409b-b78a-babfb2007f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:06:57.773678 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd465e91-656b-4f6f-b407-5e6a64efff51 req-b2370b49-e17d-475a-9053-d2ca6290d54f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0280116 Apr 12 15:06:58.879102 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b4743f81-0319-4de5-a705-ba8411098e66 req-9c008ee3-5eb2-40c6-9379-698b3edf885b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0323200 Apr 12 15:07:00.000551 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1ba8d4b-6670-418b-9ecf-20f039853838 req-97f38b67-ddbe-4f43-b5ce-767d7583bc0f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Apr 12 15:07:00.104549 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f7f2acdb-7efd-4ace-be84-7cd875173baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:01.098031 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da76cf88-1a7b-49a9-80b5-bd4d2962a9d9 req-79fb0e78-134f-48dc-b963-717c3bec4af7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270174 Apr 12 15:07:01.350304 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:02.188982 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-40fb8357-05e5-4007-84a4-9ca9f92af3e9 req-00169f62-672c-41ce-9843-ab034afb9727 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273693 Apr 12 15:07:02.505039 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:07:03.224486 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:03.285596 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f87ff9b9-4e9c-4beb-95f7-7a0ddec84069 req-6e964fa6-e2b5-4b6e-bb0d-382c5afceba6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0296421 Apr 12 15:07:04.059287 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:04.380917 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-35fb6498-aa0d-4763-ad0e-6c602bba068d req-e91a4eb9-31ae-4617-b80e-05ffcbd814f6 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0266330 Apr 12 15:07:05.477946 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-566c7d48-6371-49ea-b564-1d1525a31910 req-9ea5a60c-2964-45b1-8b36-9b4733510fde tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0265920 Apr 12 15:07:06.572776 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43e39cfe-ca24-4f29-99fe-cc6a2c7dc5e8 req-bfcc1d0d-3bf7-4353-a8b6-d02c9920a8c3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Apr 12 15:07:07.121756 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:07.671912 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-feb06fc1-1c23-4c2a-b450-3325defe9e63 req-3a6e722c-346d-4998-a5fc-e536bd984238 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0315406 Apr 12 15:07:08.771842 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f9841780-0b64-43b8-b8c1-7fff82861b7b req-767090d8-03f2-4cb5-8011-6cae3d9193dc tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0312657 Apr 12 15:07:09.867671 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dce15e76-921a-45ad-bc25-2132b1571da5 req-533eb01f-a8ab-45cd-987d-87453ae6c1d9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Apr 12 15:07:10.961818 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-29008dcf-d3d5-4190-8a04-d844439e7be9 req-b5139a7f-2cf2-4651-9b6e-9cfe6f40af53 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0277836 Apr 12 15:07:12.063828 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-19f6c794-a88b-4cae-89b0-b38bef300ca7 req-c3031a6f-cdd3-4437-887c-a3c7408592b4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0317788 Apr 12 15:07:13.158782 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-728d7c9a-14ea-4f28-b8fb-199204ce9d96 req-6f16f62a-5a59-4b8d-ba5e-776d2404b7fe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Apr 12 15:07:14.254922 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd7d64c0-e951-4a81-8ff6-a5869673df4c req-ca297b5e-6b79-4c8f-83df-6c3df2f94ab0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0262249 Apr 12 15:07:15.354481 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef6520a1-69f3-4fa1-87f5-9542844a2605 req-2194be32-bdba-4d65-bed8-cf7ecdb7beea tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0294964 Apr 12 15:07:16.457122 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0fe77da2-e08c-4342-b4de-7065f7a857bd req-2ca5e4e1-372a-4001-89a1-c695ac6f97e9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Apr 12 15:07:17.552571 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3bcae2ef-9e06-4296-bb7d-de5e3b314e96 req-40907698-9c28-4387-811b-9f79a754c7f5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275700 Apr 12 15:07:18.290860 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-3e954586-3dee-46dc-835e-34a3990761a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439749 Apr 12 15:07:18.387304 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-10441836-1e53-4f2e-b788-b85227709dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:07:18.388209 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-10441836-1e53-4f2e-b788-b85227709dbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0556767 Apr 12 15:07:18.496775 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-ba571921-592b-4966-9cca-c68dcd62e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:07:18.498246 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-ba571921-592b-4966-9cca-c68dcd62e08c service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0871615 Apr 12 15:07:18.542911 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-953473b5-9bb3-47b5-96b1-67906a610bd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0377784 Apr 12 15:07:18.592762 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-423fe5e7-79df-43e0-aba1-36f3952650e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:07:18.594954 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-423fe5e7-79df-43e0-aba1-36f3952650e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0451856 Apr 12 15:07:18.625524 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-babc88aa-0966-43e8-b62b-784fc5540436 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254824 Apr 12 15:07:18.652534 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd68bd6d-1cdd-4797-a1bd-c17ff606d5b7 req-be5f72a5-c65b-4df8-be65-a7261fcbda1f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0300658 Apr 12 15:07:18.730281 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-942ddd58-9628-4cdd-b39d-675f9f88fd06 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963948 Apr 12 15:07:18.818586 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-9bb118fd-23b4-4737-b902-f8fe6ffb5986 req-41f9fd0f-098a-4607-8986-ad5f063231d8 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824645 Apr 12 15:07:19.641592 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51180) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:07:19.751605 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b30f0a0-ab33-4f6b-80b7-b9ef9f6ab8d7 req-8214e59c-8015-4e25-a4c3-c7e313c406d1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0277433 Apr 12 15:07:19.833736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Deleting subnet 4099b99d-4d50-43d0-9078-50c097fbc91b {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:07:19.837929 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Publish callbacks [] for subnet (4099b99d-4d50-43d0-9078-50c097fbc91b), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:19.875475 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (4099b99d-4d50-43d0-9078-50c097fbc91b), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:19.914795 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (4099b99d-4d50-43d0-9078-50c097fbc91b), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.047158 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (4099b99d-4d50-43d0-9078-50c097fbc91b), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.073794 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4099b99d-4d50-43d0-9078-50c097fbc91b,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:07:20.078362 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.081432 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4099b99d-4d50-43d0-9078-50c097fbc91b HTTP/1.1" status: 204 len: 168 time: 0.4388049 Apr 12 15:07:20.084181 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51186) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:07:20.086524 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.086883 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.087224 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.087563 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.087903 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.088235 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.088560 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.088887 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.089215 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.089537 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.089946 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.090288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.090544 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.090838 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.091155 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431fc67-2c59-4cef-b2e2-58b6423062f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.155445 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (e057c56c-da75-44fd-9833-db52affcb73c), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.235189 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (e057c56c-da75-44fd-9833-db52affcb73c), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.255524 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e057c56c-da75-44fd-9833-db52affcb73c']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:07:20.264857 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53429e52-01e5-4b4e-b207-b5f6c14142f1') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:07:20.265168 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53429e52-01e5-4b4e-b207-b5f6c14142f1') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:07:20.274749 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (53429e52-01e5-4b4e-b207-b5f6c14142f1), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.289185 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (53429e52-01e5-4b4e-b207-b5f6c14142f1), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.296158 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:07:20.296290 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (53429e52-01e5-4b4e-b207-b5f6c14142f1), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:07:20.298049 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:07:20.423421 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (e057c56c-da75-44fd-9833-db52affcb73c), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.431886 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.435268 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] 10.222.0.64 "DELETE /v2.0/networks/e057c56c-da75-44fd-9833-db52affcb73c HTTP/1.1" status: 204 len: 168 time: 0.3499269 Apr 12 15:07:20.445528 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=e057c56c-da75-44fd-9833-db52affcb73c,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:07:20.452931 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.453290 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.453622 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.453996 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.454330 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.454661 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.454990 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.455385 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.455632 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.455979 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.456282 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.456611 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.456937 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.457275 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.457618 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce07c1f-69a1-4208-932d-64c1128a4d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:07:20.755403 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51196) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:07:20.795120 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-cf56fe5b-b4ac-41ef-b473-0fae3ebeac4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ca047ef87324b72abe1a98bc09e9d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387526 Apr 12 15:07:20.797532 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51200) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:07:20.860097 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9e9f4806-ac66-4751-a244-a291e808bcae req-97361460-b0f6-431f-94b6-14ff90c5444b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0336373 Apr 12 15:07:20.877249 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-772c9791-20f3-4680-9a9d-cae85f3999f9 admin admin] Publish callbacks [] for security_group (82835bb8-490c-4bd4-adc1-da4b590638b4), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:20.903995 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-772c9791-20f3-4680-9a9d-cae85f3999f9 admin admin] Publish callbacks [] for security_group (82835bb8-490c-4bd4-adc1-da4b590638b4), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:21.012664 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-772c9791-20f3-4680-9a9d-cae85f3999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (82835bb8-490c-4bd4-adc1-da4b590638b4), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:21.015211 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-772c9791-20f3-4680-9a9d-cae85f3999f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:21.016370 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-772c9791-20f3-4680-9a9d-cae85f3999f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82835bb8-490c-4bd4-adc1-da4b590638b4 HTTP/1.1" status: 204 len: 168 time: 0.2178943 Apr 12 15:07:21.025281 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c9791-20f3-4680-9a9d-cae85f3999f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82835bb8-490c-4bd4-adc1-da4b590638b4,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:07:21.959600 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d75b32c6-9474-4f92-aec4-3b74fb69958e req-47425890-5c93-44e0-939d-be0c9c38367f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Apr 12 15:07:23.056562 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b4c05efa-bd25-4899-9a7d-5e88d8aa0142 req-37573856-3e46-46d8-a686-f69837d1ce10 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0299468 Apr 12 15:07:24.152462 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c2161731-56df-477f-ba30-13fb9a129bdd req-af21d591-3a23-4610-ac7b-f8a39cd58a6b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0296171 Apr 12 15:07:25.245684 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-debb465b-cb17-4a27-ac34-d3fddcbbc735 req-9331b4d0-b1ef-4688-902a-7c0d4d62267b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269456 Apr 12 15:07:26.549883 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b73b09ac-e54b-499b-9e5b-8432e0846f8e req-a8f0157e-9a14-47c5-aa6d-b370e5ebfd66 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0264692 Apr 12 15:07:27.475922 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f2a7d649-f4da-4d96-b0b1-3f68e4d4427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:27.644824 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9ca21b8a-b702-484a-ac05-54f78f20cb89 req-7ad2c211-d242-436a-befe-9f9146e4e7d0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0260541 Apr 12 15:07:28.738282 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e4ce567e-a1ed-42d5-80fb-dd4871f303a0 req-c2d4dd67-9ac3-4f27-89e2-52c34959a05f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Apr 12 15:07:29.833395 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-73b2d5b7-ff3e-49e2-8b9b-81bd8e65af7f req-a8d2fd71-2bef-4379-ac92-85375e742be8 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0305009 Apr 12 15:07:30.086819 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-49019f58-2667-4a13-b38d-4b032f8e4f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:30.926216 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d3f57ac5-038e-49a4-ba8c-8d577d21437d req-bf834a7d-392e-4fed-88db-c16610f37e2b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0262334 Apr 12 15:07:31.326809 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:32.019434 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eb4fdc5e-33c0-400d-8936-6e63921212a7 req-30ea4990-6eaa-4ea4-80fc-5f2e0bfb2ded tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0272036 Apr 12 15:07:33.113226 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-adca2d08-af11-4de8-af05-dbd58c5017a9 req-cf2ecbf9-1c77-4712-9a47-8146e80fc8e9 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270576 Apr 12 15:07:33.216748 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:34.039533 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:34.211898 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-37dc26a1-d9be-4944-aa1b-79416f2b7fe6 req-aefa2d18-11a3-4a1d-aca0-184ec2db974f tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0286932 Apr 12 15:07:35.308639 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fae38b5c-f4d3-48b5-a04a-124606926abb req-0bba3f23-7b78-4399-8f2d-841c057fa575 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283644 Apr 12 15:07:36.422864 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a112ddef-3cfa-4bf3-b966-eac3049c02bb req-9aae0e49-4365-443c-9b60-67ab2e37f779 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0445764 Apr 12 15:07:37.132481 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:37.519060 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-353efd52-d9fc-440a-b9eb-729343fe6c1d req-16338a12-5633-4b1c-ae9a-61467dd1a46d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0280948 Apr 12 15:07:38.616880 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-17b84cfd-86b2-451d-b91a-7d28b06bbd8e req-30a020bb-21fb-441a-84ad-9d7c9877b4a3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0312893 Apr 12 15:07:39.505437 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:07:39.710750 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-29d1ad9d-0114-4b92-a53d-4b79cf02c565 req-c11bd586-ede5-451c-8c7a-f8d06299d55d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Apr 12 15:07:40.803779 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c5ee7b80-3f13-4f71-8285-752d4ddf079e req-8b2c6eb7-d761-4f33-8d25-70abeaba8fe3 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0282362 Apr 12 15:07:41.902985 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e4979a55-f51f-4765-9b68-3a81b8387a41 req-3eb4efdc-bdc7-4be9-9260-c861c41c9d3b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0321605 Apr 12 15:07:43.011809 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7a27407d-30db-4a92-af94-e96d54064fa0 req-fdb73527-f8eb-4ece-9b78-bfa075b6c8db tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0317771 Apr 12 15:07:44.106593 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e4a78956-f699-4300-8fe4-8bc36fcc9429 req-52548f71-e8f0-4756-ae1b-09a88a554841 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0284104 Apr 12 15:07:45.207204 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0baa0be9-a01e-4cab-9c7a-e0c72d52333a req-17bb596e-ebd2-4678-b175-debabc463291 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Apr 12 15:07:46.308522 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2e55a154-0088-4fb8-84c4-63b309ab7f1f req-eb1c345b-82c6-47af-ba9a-ee452aec1914 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276589 Apr 12 15:07:47.409647 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9c84f9fb-e0f6-4a61-8b2b-bec08b6426ea req-e8a39003-3b65-4240-ad23-b9371bb9a7ba tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0291855 Apr 12 15:07:48.510630 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-631d2e27-ff94-47b0-90aa-64ddcc39644d req-bf93c673-64b5-4fc9-9093-7b27c4a8d60d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0286863 Apr 12 15:07:49.608054 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f974a9e5-3304-464d-a4ec-d949a4f32088 req-7953d8c6-d34e-4394-b151-07ea5d4e9fb1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0297921 Apr 12 15:07:50.701327 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4338825f-6ebd-4709-a1bc-2c82e36665ec req-7963e39e-c118-49fa-84c7-4497a9699154 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0270944 Apr 12 15:07:51.805986 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08c14ef5-5698-493e-9a0f-e4c71b5afec3 req-faa734c7-a0b5-48c7-801c-c936b5bb211b tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0298283 Apr 12 15:07:52.901149 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e9dedb83-4960-4bbc-9cce-90c063458424 req-b45ff67d-9a7e-4928-a564-80f01f04d665 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0276778 Apr 12 15:07:53.996549 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-370af9d6-56fe-471e-ba71-90717642b7d3 req-e2aa89fb-45bd-48d8-8ca9-f5031327cdf1 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273898 Apr 12 15:07:55.091178 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c1589201-ab81-4919-9be9-8076b2e26890 req-e2f29b09-d1f1-4d34-b011-82cdc513a984 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0268424 Apr 12 15:07:56.189969 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5d70131c-ab50-4192-ade3-c77f209f32cf req-2e08140e-4cd7-47c5-b41c-084e8500fec0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0307090 Apr 12 15:07:57.296000 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9d773827-a239-4eff-a1e5-37ced881ba28 req-c2e75684-b896-4158-b910-9d9e35621cee tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0275333 Apr 12 15:07:57.484918 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-54013b03-7854-4fab-82e8-26710ae093e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:07:58.390782 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4657080d-40d1-4ea2-bc05-228702820797 req-3e1c9975-74a0-4ed6-8d9e-dd5e54877196 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Apr 12 15:07:59.492964 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bed57360-a908-4f0e-a98e-5866c35ce334 req-d287fe0e-3f8b-4874-8cdb-d37f2ee7a431 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0286586 Apr 12 15:08:00.097188 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3a23c52f-03eb-4ab5-95a0-f3f38cab6176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:00.605033 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-feddc0c7-6205-4ff5-9339-da986e0428fd req-9740f9ae-8a00-4e4d-832c-e237dbd878fe tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0303361 Apr 12 15:08:01.341931 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:01.706929 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1fee809e-0740-446e-8fe4-2bc5f54046c3 req-c032f901-1388-4367-bbd9-806ea81b5fb0 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Apr 12 15:08:02.805022 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bd565649-f76c-404d-b2c5-572356329a87 req-fcaad369-72c5-4472-9968-f99abb38f1d4 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Apr 12 15:08:03.251548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:03.903006 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbfa7a80-3e57-4ed4-b11b-2bef955c9322 req-16e475f0-851b-41f6-936f-5c01c2f61e9a tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0282538 Apr 12 15:08:04.090320 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:05.005378 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-28cf88c0-892c-431d-a1ef-eedf407b0316 req-19a4ae7d-6528-473b-8314-b514d3ae5dd7 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0325336 Apr 12 15:08:06.101659 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5594753-ff1d-4645-95c3-88184de4490d req-8f56eb89-af1f-4388-b7c0-94d3c9227f9d tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0274513 Apr 12 15:08:07.169911 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:07.201775 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-73afe1b8-0ab7-4fa3-b72c-6c37d54fba25 req-843c2b89-0e76-4106-9487-18cb9fb83708 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0298791 Apr 12 15:08:08.307310 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f60edbf5-ccc3-4cb4-a340-935220db5fa4 req-652fb236-661d-4a63-b99d-1a8c4880a629 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0373921 Apr 12 15:08:09.402912 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b21b1315-2633-4984-a7d4-342cae0ba58d req-8c3ac9fa-f0c3-4f46-afbe-e47998653d0c tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0296514 Apr 12 15:08:10.502747 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-36f2ec2f-80f2-404d-976a-09f8ed9ee2b3 req-75435b42-1e29-456f-bc45-8e561c2c3a45 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0283849 Apr 12 15:08:11.601433 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-590bf046-6145-4b3c-9c79-275d65d57033 req-b410083e-8b84-4352-b4e7-f0e46b0fe124 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0273647 Apr 12 15:08:12.693626 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ed27628-06ca-439c-ac45-1457e98411bd req-c02875b5-d87a-4b3f-b55e-5f22b0681314 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0264282 Apr 12 15:08:13.794443 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efd2df11-f5c2-46ec-a8c9-b49f2cb7645e req-1c61ef28-40b1-47ce-9cdc-503ce41e9237 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e688875-ca8d-4972-9d02-9c66a8634013 HTTP/1.1" status: 200 len: 210 time: 0.0322571 Apr 12 15:08:13.818075 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51754) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:13.881942 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e052ca43-2811-4536-b093-dd892c68a0a5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group (cc5951a2-97c9-4017-93fe-b28a281d8931), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:13.917893 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e052ca43-2811-4536-b093-dd892c68a0a5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group (cc5951a2-97c9-4017-93fe-b28a281d8931), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:14.057478 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e052ca43-2811-4536-b093-dd892c68a0a5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cc5951a2-97c9-4017-93fe-b28a281d8931), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:14.060189 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-e052ca43-2811-4536-b093-dd892c68a0a5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:14.061345 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-e052ca43-2811-4536-b093-dd892c68a0a5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] 10.222.0.64 "DELETE /v2.0/security-groups/cc5951a2-97c9-4017-93fe-b28a281d8931 HTTP/1.1" status: 204 len: 168 time: 0.2422934 Apr 12 15:08:14.072401 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052ca43-2811-4536-b093-dd892c68a0a5 tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5951a2-97c9-4017-93fe-b28a281d8931,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:14.267088 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51766) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:14.754057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (2045a718-3128-4e62-bfcc-45b1ecf9e932), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:14.988878 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Deleting port e7e79980-d0aa-4726-a57f-e843df9e4fac {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:14.989507 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:15.065247 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] For port e7e79980-d0aa-4726-a57f-e843df9e4fac, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e7e79980-d0aa-4726-a57f-e843df9e4fac,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:15.065602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:15.078701 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Calling delete_port for e7e79980-d0aa-4726-a57f-e843df9e4fac owned by network:router_interface {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:15.346894 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (e7e79980-d0aa-4726-a57f-e843df9e4fac), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:15.374905 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e79980-d0aa-4726-a57f-e843df9e4fac,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:15.793546 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (2045a718-3128-4e62-bfcc-45b1ecf9e932), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.013026 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Router 2045a718-3128-4e62-bfcc-45b1ecf9e932 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:08:16.124713 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:08:16.132954 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51786) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:16.137324 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-8e15f684-ccbb-409d-b63f-7349125139fc admin admin] 10.222.0.64 "PUT /v2.0/routers/2045a718-3128-4e62-bfcc-45b1ecf9e932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8649085 Apr 12 15:08:16.137534 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] Sync routers for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:08:16.146567 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:08:16.147461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:08:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:16.242532 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks [] for router (2045a718-3128-4e62-bfcc-45b1ecf9e932), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.353023 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks [] for router_gateway (2045a718-3128-4e62-bfcc-45b1ecf9e932), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.384832 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:08:16.464101 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Deleting port cf9d5c0e-c45e-4b78-b8b6-52fada654120 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:16.464443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.504188 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:08:16.549331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] For port cf9d5c0e-c45e-4b78-b8b6-52fada654120, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=cf9d5c0e-c45e-4b78-b8b6-52fada654120,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:16.549830 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.554236 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T15:08:15Z', 'revision_number': 5, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port': {'id': 'cf9d5c0e-c45e-4b78-b8b6-52fada654120', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:10Z', 'updated_at': '2022-04-12T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:16.563445 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Calling delete_port for cf9d5c0e-c45e-4b78-b8b6-52fada654120 owned by network:router_gateway {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:16.581323 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] Checking router: 2045a718-3128-4e62-bfcc-45b1ecf9e932 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:08:16.590279 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] Routers {'2045a718-3128-4e62-bfcc-45b1ecf9e932'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:08:16.590894 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:08:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['2045a718-3128-4e62-bfcc-45b1ecf9e932'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:16.680264 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] Set router 2045a718-3128-4e62-bfcc-45b1ecf9e932 gateway port host: None {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:08:16.736344 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T15:08:16Z', 'revision_number': 6, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port_host': None}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:16.762937 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff0a88f-1a11-40d9-b251-64edc7ca5eb9 None None] The sync data for ids ['2045a718-3128-4e62-bfcc-45b1ecf9e932'] in dv-cinder-837524-1-iscsi is: [{'id': '2045a718-3128-4e62-bfcc-45b1ecf9e932', 'name': 'tempest-TestShelveInstance-1895458805-router', 'tenant_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:09Z', 'updated_at': '2022-04-12T15:08:16Z', 'revision_number': 6, 'project_id': 'ab3ab5283430466e9ab0b79750fc4e96', 'gw_port_host': None}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:08:16.800052 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (cf9d5c0e-c45e-4b78-b8b6-52fada654120), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.828458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9d5c0e-c45e-4b78-b8b6-52fada654120,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:16.894335 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (2045a718-3128-4e62-bfcc-45b1ecf9e932), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.989073 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (2045a718-3128-4e62-bfcc-45b1ecf9e932), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:16.991608 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks [] for router_controller (2045a718-3128-4e62-bfcc-45b1ecf9e932), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.095546 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (2045a718-3128-4e62-bfcc-45b1ecf9e932), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.096114 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2045a718-3128-4e62-bfcc-45b1ecf9e932 {{(pid=110561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:08:17.101773 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.102898 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-7e0ba45f-a561-40e0-a32f-f5b934b0dfdb admin admin] 10.222.0.64 "DELETE /v2.0/routers/2045a718-3128-4e62-bfcc-45b1ecf9e932 HTTP/1.1" status: 204 len: 168 time: 0.9682295 Apr 12 15:08:17.107554 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51798) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:17.155248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] Deleting subnet 983f47b1-4136-4acd-822d-6a4748a3b54b {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:08:17.158775 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] Publish callbacks [] for subnet (983f47b1-4136-4acd-822d-6a4748a3b54b), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.205279 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (983f47b1-4136-4acd-822d-6a4748a3b54b), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.292081 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (983f47b1-4136-4acd-822d-6a4748a3b54b), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.429464 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (983f47b1-4136-4acd-822d-6a4748a3b54b), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.457090 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983f47b1-4136-4acd-822d-6a4748a3b54b,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:17.461923 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.462345 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-fb74dd59-ad19-4990-9813-515f413d3584 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/983f47b1-4136-4acd-822d-6a4748a3b54b HTTP/1.1" status: 204 len: 168 time: 0.3537941 Apr 12 15:08:17.463267 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936b3e88-df40-4459-9f14-20c526f7993c None None] Network 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:08:17.465359 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51810) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:17.550578 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (6fea4a05-44f3-4a63-902b-1de9a9ad79b4), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.606279 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Deleting port e1ed7e89-8cc2-47db-824e-e89a7d823b34 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:17.606702 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.654577 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] DHCP port deletion for 6fea4a05-44f3-4a63-902b-1de9a9ad79b4 request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:08:17.689166 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] For port e1ed7e89-8cc2-47db-824e-e89a7d823b34, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e1ed7e89-8cc2-47db-824e-e89a7d823b34,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:17.689604 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.712260 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Calling delete_port for e1ed7e89-8cc2-47db-824e-e89a7d823b34 owned by network:dhcp {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:17.714491 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Deleting port e1ed7e89-8cc2-47db-824e-e89a7d823b34 {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:17.714873 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.774130 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e7e79980-d0aa-4726-a57f-e843df9e4fac no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:08:17.807259 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: e7e79980-d0aa-4726-a57f-e843df9e4fac {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:08:17.807610 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e7e79980-d0aa-4726-a57f-e843df9e4fac not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:08:17.808124 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device cf9d5c0e-c45e-4b78-b8b6-52fada654120 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:08:17.810721 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] For port e1ed7e89-8cc2-47db-824e-e89a7d823b34, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=e1ed7e89-8cc2-47db-824e-e89a7d823b34,segment=NetworkSegment(94e8b267-7b4a-4ec0-85d1-4e89b8adabd4),segment_id=94e8b267-7b4a-4ec0-85d1-4e89b8adabd4)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:17.811121 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.837089 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: cf9d5c0e-c45e-4b78-b8b6-52fada654120 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:08:17.837447 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device cf9d5c0e-c45e-4b78-b8b6-52fada654120 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:08:17.837906 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e1ed7e89-8cc2-47db-824e-e89a7d823b34 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:08:17.843427 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Calling delete_port for e1ed7e89-8cc2-47db-824e-e89a7d823b34 owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:17.892044 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.917753 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ed7e89-8cc2-47db-824e-e89a7d823b34,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:17.924581 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] No DVR routers for this DVR port e1ed7e89-8cc2-47db-824e-e89a7d823b34 on host dv-cinder-837524-1-iscsi {{(pid=110562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:08:17.924805 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No active binding found for port e1ed7e89-8cc2-47db-824e-e89a7d823b34 {{(pid=110563) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 15:08:17.924805 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] The host dv-cinder-837524-1-iscsi is not matching for port e1ed7e89-8cc2-47db-824e-e89a7d823b34 host None! {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 15:08:17.925211 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device e1ed7e89-8cc2-47db-824e-e89a7d823b34 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:08:17.965087 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (e1ed7e89-8cc2-47db-824e-e89a7d823b34), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:17.992396 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Pushing event deleted for resources: {'Port': ['ID=e1ed7e89-8cc2-47db-824e-e89a7d823b34,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:17.996925 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] No DVR routers for this DVR port e1ed7e89-8cc2-47db-824e-e89a7d823b34 on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:08:18.010675 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (6fea4a05-44f3-4a63-902b-1de9a9ad79b4), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.011095 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.011865 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.012212 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.012550 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.012885 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.013213 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.013535 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.013883 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.014210 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.014534 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.014880 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.015203 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.015520 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.015838 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.016186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b92cda-7639-4de9-a030-bccd27cb977d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:18.033047 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fea4a05-44f3-4a63-902b-1de9a9ad79b4']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:18.044289 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:18.044289 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e8b267-7b4a-4ec0-85d1-4e89b8adabd4') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:18.053252 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (94e8b267-7b4a-4ec0-85d1-4e89b8adabd4), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.066885 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (94e8b267-7b4a-4ec0-85d1-4e89b8adabd4), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.073965 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:08:18.074386 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (94e8b267-7b4a-4ec0-85d1-4e89b8adabd4), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:08:18.076079 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:08:18.217246 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (6fea4a05-44f3-4a63-902b-1de9a9ad79b4), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.224324 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.229219 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] 10.222.0.64 "DELETE /v2.0/networks/6fea4a05-44f3-4a63-902b-1de9a9ad79b4 HTTP/1.1" status: 204 len: 168 time: 0.7628074 Apr 12 15:08:18.232149 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51818) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:18.243314 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542578e9-695d-42ce-a537-72a2f5010a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=6fea4a05-44f3-4a63-902b-1de9a9ad79b4,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:18.558336 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (121e69a0-a14d-4812-b686-aab616a6c3a9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.788958 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Deleting port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:18.789205 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.865261 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] For port 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,segment=NetworkSegment(a6adef5c-238a-4ed4-b6d1-748ecf733182),segment_id=a6adef5c-238a-4ed4-b6d1-748ecf733182)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:18.865621 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:18.882333 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Calling delete_port for 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a owned by network:router_interface {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:19.160008 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:19.186988 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:19.359227 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (121e69a0-a14d-4812-b686-aab616a6c3a9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:19.580730 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Router 121e69a0-a14d-4812-b686-aab616a6c3a9 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:08:19.712653 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-2907f7ac-1bfd-49ed-98a9-b0dfd93154ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805366 Apr 12 15:08:19.735464 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:08:19.743016 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ad249071-23c7-4f59-b997-8d6436bff833 admin admin] 10.222.0.64 "PUT /v2.0/routers/121e69a0-a14d-4812-b686-aab616a6c3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5075841 Apr 12 15:08:19.743451 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51828) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:19.745894 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] Sync routers for ids ['121e69a0-a14d-4812-b686-aab616a6c3a9'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:08:19.758382 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] Routers {'121e69a0-a14d-4812-b686-aab616a6c3a9'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:08:19.759002 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:08:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['121e69a0-a14d-4812-b686-aab616a6c3a9'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:19.834483 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-711e50ed-34c4-409b-a62a-0e32ba11487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:08:19.835882 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-711e50ed-34c4-409b-a62a-0e32ba11487f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0497925 Apr 12 15:08:19.869598 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] Set router 121e69a0-a14d-4812-b686-aab616a6c3a9 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:08:19.946630 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks [] for router (121e69a0-a14d-4812-b686-aab616a6c3a9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:20.007666 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-25a39fb7-e4e5-4b2e-a5c5-4edbca0fe172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:08:20.009128 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-25a39fb7-e4e5-4b2e-a5c5-4edbca0fe172 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.1452579 Apr 12 15:08:20.037447 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T15:08:19Z', 'revision_number': 5, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:20.068002 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] Checking router: 121e69a0-a14d-4812-b686-aab616a6c3a9 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:08:20.076505 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] Routers {'121e69a0-a14d-4812-b686-aab616a6c3a9'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:08:20.077143 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:08:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['121e69a0-a14d-4812-b686-aab616a6c3a9'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:20.082596 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-ba0901b3-b52b-496c-85af-1b63b359d143 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0400383 Apr 12 15:08:20.137572 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks [] for router_gateway (121e69a0-a14d-4812-b686-aab616a6c3a9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:20.145058 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-46c2014c-2320-4664-8cc0-44b7bce10ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:08:20.147322 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-46c2014c-2320-4664-8cc0-44b7bce10ceb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0595071 Apr 12 15:08:20.182457 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-410b3587-2ec3-4112-91e7-613310d32f1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295975 Apr 12 15:08:20.185793 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] Set router 121e69a0-a14d-4812-b686-aab616a6c3a9 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:08:20.303965 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-e48ef9fa-a83a-4608-b564-9acd224d5c0b service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151800 Apr 12 15:08:20.322034 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Deleting port 27eb1f30-ca5b-4527-bbc7-afcc9609b962 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:20.322365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:20.451928 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T15:08:19Z', 'revision_number': 5, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:20.463589 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-89b85627-2d92-4fcd-a321-d499a8056ac4 req-8aa05973-08b9-4ef4-b206-e692ef310b0c service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530662 Apr 12 15:08:20.468691 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] For port 27eb1f30-ca5b-4527-bbc7-afcc9609b962, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=27eb1f30-ca5b-4527-bbc7-afcc9609b962,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:20.469057 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:20.478878 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbc311b-4358-49be-bd83-5b1238252377 None None] The sync data for ids ['121e69a0-a14d-4812-b686-aab616a6c3a9'] in dv-cinder-837524-1-iscsi is: [{'id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'name': 'tempest-TestShelveInstance-1299530255-router', 'tenant_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:57:18Z', 'updated_at': '2022-04-12T15:08:19Z', 'revision_number': 5, 'project_id': 'c560b76ac19a4c2dac04e54b18e2e6ed', 'gw_port': {'id': '27eb1f30-ca5b-4527-bbc7-afcc9609b962', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121e69a0-a14d-4812-b686-aab616a6c3a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:57:19Z', 'updated_at': '2022-04-12T14:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:08:20.485160 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Calling delete_port for 27eb1f30-ca5b-4527-bbc7-afcc9609b962 owned by network:router_gateway {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:20.754175 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (27eb1f30-ca5b-4527-bbc7-afcc9609b962), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.079040 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Pushing event deleted for resources: {'Port': ['ID=27eb1f30-ca5b-4527-bbc7-afcc9609b962,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:21.092597 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.092946 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.093287 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.093675 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.094014 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.094370 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.094721 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.095046 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.095368 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.095688 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.096010 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.096331 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.096648 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.096962 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.097276 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:21.151318 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (121e69a0-a14d-4812-b686-aab616a6c3a9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.243437 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (121e69a0-a14d-4812-b686-aab616a6c3a9), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.245539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks [] for router_controller (121e69a0-a14d-4812-b686-aab616a6c3a9), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.388271 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (121e69a0-a14d-4812-b686-aab616a6c3a9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.388750 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 121e69a0-a14d-4812-b686-aab616a6c3a9 {{(pid=110561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:08:21.392966 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.394280 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-e1a00f74-da01-475f-9242-dfa23ebbb11e admin admin] 10.222.0.64 "DELETE /v2.0/routers/121e69a0-a14d-4812-b686-aab616a6c3a9 HTTP/1.1" status: 204 len: 168 time: 1.6498401 Apr 12 15:08:21.398623 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51830) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:21.445590 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] Deleting subnet 64cb55db-8c07-46d1-92d5-ac5a9493d3a7 {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:08:21.448864 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] Publish callbacks [] for subnet (64cb55db-8c07-46d1-92d5-ac5a9493d3a7), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.486687 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (64cb55db-8c07-46d1-92d5-ac5a9493d3a7), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.577226 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (64cb55db-8c07-46d1-92d5-ac5a9493d3a7), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.720573 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (64cb55db-8c07-46d1-92d5-ac5a9493d3a7), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.745848 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cb55db-8c07-46d1-92d5-ac5a9493d3a7,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:21.749569 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.752666 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-103bab06-da3d-4961-8ea8-3826b2e46413 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/64cb55db-8c07-46d1-92d5-ac5a9493d3a7 HTTP/1.1" status: 204 len: 168 time: 0.3530705 Apr 12 15:08:21.756271 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51832) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:21.759027 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de06f1-e567-4423-8a17-9bcdd125f64b None None] Network ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:08:21.825619 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (ef7baa60-e7d8-44b1-8cfc-20010d86ecc0), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.876551 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Deleting port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:21.876882 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.937426 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] DHCP port deletion for ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:08:21.953542 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] For port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,segment=NetworkSegment(a6adef5c-238a-4ed4-b6d1-748ecf733182),segment_id=a6adef5c-238a-4ed4-b6d1-748ecf733182)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:21.954014 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:21.967916 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 27eb1f30-ca5b-4527-bbc7-afcc9609b962 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:08:21.969249 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Calling delete_port for 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 owned by network:dhcp {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:21.989980 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 27eb1f30-ca5b-4527-bbc7-afcc9609b962 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:08:21.990324 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 27eb1f30-ca5b-4527-bbc7-afcc9609b962 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:08:21.990744 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:08:22.018811 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:08:22.019158 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 3cd91bb1-c395-4ebe-b90b-4f7c6bbf4c2a not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:08:22.021400 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] Deleting port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:08:22.021891 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.090091 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] For port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,segment=NetworkSegment(a6adef5c-238a-4ed4-b6d1-748ecf733182),segment_id=a6adef5c-238a-4ed4-b6d1-748ecf733182)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:08:22.090509 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.103373 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] Calling delete_port for 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:08:22.169766 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.183315 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (582c3b01-c5c3-4dce-bf4f-17e5ffe34597), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.194635 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Pushing event deleted for resources: {'Port': ['ID=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:22.204374 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.204675 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.205054 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.205334 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.205693 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.206166 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.206361 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.206722 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.207001 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.207325 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.207648 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.208007 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.208296 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.208618 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.208932 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:08:22.209148 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] Pushing event deleted for resources: {'Port': ['ID=582c3b01-c5c3-4dce-bf4f-17e5ffe34597,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:22.213096 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] No DVR routers for this DVR port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 on host dv-cinder-837524-1-iscsi {{(pid=110562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:08:22.213302 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065d6f4-4cbf-41d0-ac09-9c0f8311a72a None None] No DVR routers for this DVR port 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:08:22.291449 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (ef7baa60-e7d8-44b1-8cfc-20010d86ecc0), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.311839 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7baa60-e7d8-44b1-8cfc-20010d86ecc0']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:22.321781 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6adef5c-238a-4ed4-b6d1-748ecf733182') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:22.322076 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6adef5c-238a-4ed4-b6d1-748ecf733182') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:08:22.335994 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (a6adef5c-238a-4ed4-b6d1-748ecf733182), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.348965 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (a6adef5c-238a-4ed4-b6d1-748ecf733182), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.354717 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:08:22.355094 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (a6adef5c-238a-4ed4-b6d1-748ecf733182), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:08:22.356710 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:08:22.497208 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (ef7baa60-e7d8-44b1-8cfc-20010d86ecc0), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.502378 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:22.505614 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] 10.222.0.64 "DELETE /v2.0/networks/ef7baa60-e7d8-44b1-8cfc-20010d86ecc0 HTTP/1.1" status: 204 len: 168 time: 0.7485838 Apr 12 15:08:22.516200 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad715bf9-2d8b-435e-8c98-4029f9dc3cff admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7baa60-e7d8-44b1-8cfc-20010d86ecc0,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:22.968284 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51836) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:23.011460 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-d5cd2e7c-80b0-42b2-9a68-8bb944d0245c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab3ab5283430466e9ab0b79750fc4e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420284 Apr 12 15:08:23.013963 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 51838) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:23.064928 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-85d4162e-05e3-4525-911b-8287bfe6fca4 admin admin] Publish callbacks [] for security_group (3fc2b717-09b7-4a05-aede-3fd87a8d09c6), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:23.088329 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-85d4162e-05e3-4525-911b-8287bfe6fca4 admin admin] Publish callbacks [] for security_group (3fc2b717-09b7-4a05-aede-3fd87a8d09c6), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:23.222881 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-85d4162e-05e3-4525-911b-8287bfe6fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (3fc2b717-09b7-4a05-aede-3fd87a8d09c6), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:23.225503 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-85d4162e-05e3-4525-911b-8287bfe6fca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:23.226706 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-85d4162e-05e3-4525-911b-8287bfe6fca4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3fc2b717-09b7-4a05-aede-3fd87a8d09c6 HTTP/1.1" status: 204 len: 168 time: 0.2118475 Apr 12 15:08:23.234763 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d4162e-05e3-4525-911b-8287bfe6fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc2b717-09b7-4a05-aede-3fd87a8d09c6,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:23.719230 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:08:23.740594 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:08:23.740950 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 582c3b01-c5c3-4dce-bf4f-17e5ffe34597 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:08:24.052940 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51844) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:24.095611 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-54c7919b-5bcd-496e-b3d3-82f28e42febc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c560b76ac19a4c2dac04e54b18e2e6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411503 Apr 12 15:08:24.098091 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 51846) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:08:24.146237 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac16a-9ae6-41f4-9d5b-24d7eb9e5761 admin admin] Publish callbacks [] for security_group (82d6771e-8fee-456c-9ff7-87c2da8034e2), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:24.172548 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac16a-9ae6-41f4-9d5b-24d7eb9e5761 admin admin] Publish callbacks [] for security_group (82d6771e-8fee-456c-9ff7-87c2da8034e2), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:24.314340 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac16a-9ae6-41f4-9d5b-24d7eb9e5761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (82d6771e-8fee-456c-9ff7-87c2da8034e2), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:24.316826 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac16a-9ae6-41f4-9d5b-24d7eb9e5761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:24.318676 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-dd7ac16a-9ae6-41f4-9d5b-24d7eb9e5761 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82d6771e-8fee-456c-9ff7-87c2da8034e2 HTTP/1.1" status: 204 len: 168 time: 0.2190330 Apr 12 15:08:24.326435 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ac16a-9ae6-41f4-9d5b-24d7eb9e5761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d6771e-8fee-456c-9ff7-87c2da8034e2,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:08:27.508462 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-8edf21c0-7f19-4936-906c-da0be84b8856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:30.181307 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2ad2838a-35ef-49c5-9c22-a7d38e114d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:31.352029 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:33.285442 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:34.100389 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:37.163365 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:08:53.504402 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:08:57.585491 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-105d7c27-3f01-4597-aaf1-5ac8dc91fe01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:00.130868 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-aa9c0eab-fc1e-4283-96dd-fa4d19c710f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:01.362305 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:03.267623 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:04.073591 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:07.221774 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:20.629204 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-692284dd-06ee-4cc4-b9c2-3712b33aa2a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402825 Apr 12 15:09:20.708442 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aaf91-7d73-4f9e-b186-157412f03083 req-0b4a65cd-1a7f-4082-a000-9c56940a4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:09:20.709989 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-0b4a65cd-1a7f-4082-a000-9c56940a4edc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0381548 Apr 12 15:09:20.815901 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aaf91-7d73-4f9e-b186-157412f03083 req-84489399-5d2f-4fba-9c48-2328c2bd5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:09:20.817264 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-84489399-5d2f-4fba-9c48-2328c2bd5814 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0890889 Apr 12 15:09:20.859817 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-891445b6-280d-4221-8e3a-8d9e9a4dc487 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0345385 Apr 12 15:09:20.907732 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aaf91-7d73-4f9e-b186-157412f03083 req-33dc49b7-de75-45a8-b0f1-41d8fe973c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:09:20.909166 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-33dc49b7-de75-45a8-b0f1-41d8fe973c79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0433793 Apr 12 15:09:20.939999 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-1b8cc8f8-8004-4a51-b09d-56f5135d32ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252182 Apr 12 15:09:21.029984 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-cbfac456-a52c-495a-972f-742446998a3f service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843852 Apr 12 15:09:21.120153 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-180aaf91-7d73-4f9e-b186-157412f03083 req-6b333675-ec78-458c-9834-7a4cc826204e service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835311 Apr 12 15:09:27.498205 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d67021d7-a1df-4789-b2f7-0384e7d633cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:30.104852 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-baca5539-b7e5-453b-955a-92d1b499a329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:30.503903 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:09:31.375995 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:33.257895 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:34.149660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:37.138595 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:09:54.808234 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-ca6ac5de-e069-41d5-810e-596d6a2b34c4 req-d260b6b9-e843-49fe-8783-bb756fb245d4 service neutron] (110561) timed out ('10.222.0.57', 64699) {{(pid=110561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:09:57.520021 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-98a3db16-43f1-4438-ae2d-a25340f54fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:00.103180 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e4c633be-70bc-4a76-bdd7-cf97cd938c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:00.472717 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-96d07884-9509-4348-a92b-f8e1fa12884a req-baeb73c4-80e1-453d-820f-bf71ae8507d7 service neutron] (110561) timed out ('10.222.0.57', 64681) {{(pid=110561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:10:01.365824 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:03.245327 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:04.164017 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:07.187897 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:07.503864 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:10:22.771744 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-80b1185b-6d1a-43ec-a509-df72967f73a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1857753 Apr 12 15:10:22.851002 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-8ddbcabf-089e-4ff6-b992-5d110cafc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:10:22.852456 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-8ddbcabf-089e-4ff6-b992-5d110cafc35d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0395734 Apr 12 15:10:22.964293 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-1287c58c-9af1-4376-89c2-3ad8a6ec86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:10:22.965817 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-1287c58c-9af1-4376-89c2-3ad8a6ec86bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0942559 Apr 12 15:10:23.005953 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-c21d09e5-3fb1-4840-9070-d2d1275b4923 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0344162 Apr 12 15:10:23.054994 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-9cefd236-1893-43d6-a8da-43dfda32eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:10:23.056471 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-9cefd236-1893-43d6-a8da-43dfda32eea3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0445054 Apr 12 15:10:23.089893 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-cecd9b5b-6f58-4a00-a4ec-ee3054a35368 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278602 Apr 12 15:10:23.183757 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-ae861411-9696-40e6-a5f3-424019882c35 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880399 Apr 12 15:10:23.273844 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-ca0cdb4b-e534-4bec-8335-52ddd7789e82 req-eddf5d04-4b54-4e30-a442-3085ba10a647 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844734 Apr 12 15:10:27.501719 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3a0a90e9-f92e-416a-8de8-7f0b5bea3583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:30.107572 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0a9f1528-0d5f-4ca7-9aa1-40e7f9f4802d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:31.359353 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:33.296706 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:34.088851 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:37.158407 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:10:44.503097 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:10:57.506057 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-508b5a26-8d19-44ae-bd82-9154376ecc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:00.089369 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d951d0c1-4677-4919-b25f-2eedb93c6010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:01.351960 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:03.260586 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:04.098923 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:07.168987 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:21.509294 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:11:23.616153 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-10051e3b-7fd2-4d3e-946d-af3fafa3d011 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444293 Apr 12 15:11:23.699216 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-215eca32-8f9a-471e-9ac3-7a30c1fb46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:11:23.701193 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-215eca32-8f9a-471e-9ac3-7a30c1fb46af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0402811 Apr 12 15:11:23.813906 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-6c9759e4-16a3-4d50-aee2-3a2475bb68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:11:23.815301 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-6c9759e4-16a3-4d50-aee2-3a2475bb68a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0937009 Apr 12 15:11:23.857190 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-89ad4a5d-198d-4aeb-a373-e4ac56930e13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0356233 Apr 12 15:11:23.906579 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-292858d7-e792-4154-a374-02d020d74d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:11:23.908055 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-292858d7-e792-4154-a374-02d020d74d54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0456910 Apr 12 15:11:23.940268 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-83abdbec-74f3-4a93-84a2-a300e0ec3af7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263901 Apr 12 15:11:24.045882 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-9320a75b-72dc-4530-87f7-d43a0c6fc251 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943439 Apr 12 15:11:24.137670 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b4d53017-9be8-4599-b655-6ac7f22fe90a req-0b2f8f76-0e00-4eed-800b-32b65d51aa1a service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851324 Apr 12 15:11:27.493679 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5d555c1f-93ef-4bf3-ad70-c5e94bc9c121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:30.105167 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-45964332-8ca3-4acf-8edd-c2e1bf4afd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:31.367769 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:33.253497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:34.087593 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:37.190718 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:57.493803 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b72abea9-ee87-454b-bad3-78aaec017519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:11:58.508450 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:12:00.103989 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-054484e4-4345-45a5-992f-d6d9984882c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:01.355784 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:02.741103 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-2cc608f1-9505-4af8-acb2-d446527c36ab req-c4644340-ee39-4c7d-bd90-31354634c1af service neutron] (110562) timed out ('10.222.0.57', 64656) {{(pid=110562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:12:03.258599 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:03.315968 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-fd6c2303-85a8-44ba-9f8a-e7cef3920343 req-2aa5ef38-76c1-4172-b604-6bc213d2f779 service neutron] (110561) timed out ('10.222.0.57', 64679) {{(pid=110561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:12:04.098496 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:07.189736 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:25.632356 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-de9dba02-df99-4521-8ded-aff1dda391ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493166 Apr 12 15:12:25.712034 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-f596f7a6-0229-4626-9728-4352a3cdbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:12:25.713619 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-f596f7a6-0229-4626-9728-4352a3cdbbe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0389600 Apr 12 15:12:25.830033 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-7ec330e5-0ed3-4dfb-9dbb-7c5e49e002a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:12:25.831557 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-7ec330e5-0ed3-4dfb-9dbb-7c5e49e002a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0995975 Apr 12 15:12:25.873739 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-e61f2237-5504-40dd-8250-44edc64698ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0363286 Apr 12 15:12:25.923259 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-0bcd9d02-8298-4344-912e-30d19ac8d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:12:25.924744 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-0bcd9d02-8298-4344-912e-30d19ac8d42f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0457582 Apr 12 15:12:25.958759 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-fe0dee82-afc8-4c90-9b07-d59305140075 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270443 Apr 12 15:12:26.055388 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-cb99ba6d-824e-4dd5-a7f0-b75fad339400 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902517 Apr 12 15:12:26.150610 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-cedfc772-7c48-483d-8749-e0facc91cf60 req-5f79f7b4-14ed-4fd1-b374-da72dc07a06a service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889657 Apr 12 15:12:27.508598 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fc708b0a-278a-495c-b940-a8e1358a16b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:30.126549 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-69b99eb0-7e74-4d1f-854d-4876f7e03288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:31.361349 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:33.257615 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:34.092564 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:35.508016 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:12:37.235364 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:12:57.502764 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4c557961-4f74-4b64-a23b-5df471729a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:00.114332 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-42ace7ec-5dad-4d3b-bf3e-78a3a5b71436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:01.435614 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:03.302492 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:04.158585 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:07.205757 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:12.506848 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:13:22.551786 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52084) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:13:22.663895 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:22.742918 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Publish callbacks [] for security_group (ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:22.816961 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:22.867067 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d1572dbd4e08488f9ebb28b0cd12a86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138387 Apr 12 15:13:22.868242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:13:22.871401 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52090) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:13:22.882783 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.883137 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.883536 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.883830 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.884170 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.884505 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.884847 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.885162 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.885493 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.885854 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.886715 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.887051 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.887385 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.887710 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.888031 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b894afa9-fc66-4008-a49a-042502329584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:13:22.937656 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5d9177ce-f054-4855-a2d5-f2493c7330ca admin admin] Publish callbacks [] for security_group (ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:22.959774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5d9177ce-f054-4855-a2d5-f2493c7330ca admin admin] Publish callbacks [] for security_group (ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:23.091894 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5d9177ce-f054-4855-a2d5-f2493c7330ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:23.094938 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5d9177ce-f054-4855-a2d5-f2493c7330ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:23.096105 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-5d9177ce-f054-4855-a2d5-f2493c7330ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d HTTP/1.1" status: 204 len: 168 time: 0.2234709 Apr 12 15:13:23.104906 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9177ce-f054-4855-a2d5-f2493c7330ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab48148c-a0f7-47e3-92b6-0a8ecdd94f8d,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:13:25.595787 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-6265ff4f-ae4d-4d95-a590-e2081a89c239 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413239 Apr 12 15:13:25.675267 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e229b9a-b208-453d-9505-11d5259321e0 req-f526e15d-eb14-42e0-8d09-f8469d65385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:13:25.676962 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-f526e15d-eb14-42e0-8d09-f8469d65385e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d534a0fcf985433abc053d9e9543281f&device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 1130 time: 0.0400438 Apr 12 15:13:25.779769 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e229b9a-b208-453d-9505-11d5259321e0 req-c8c1c7ff-d745-4b37-80f1-e363fb54aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:13:25.781291 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-c8c1c7ff-d745-4b37-80f1-e363fb54aab8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 200 len: 914 time: 0.0855563 Apr 12 15:13:25.825502 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-c176c5e4-61de-4b71-8a60-6ca608c18ee7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 200 len: 217 time: 0.0383687 Apr 12 15:13:25.876859 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e229b9a-b208-453d-9505-11d5259321e0 req-9c4d2b80-a989-4d87-95b3-f418d395c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:13:25.878446 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-9c4d2b80-a989-4d87-95b3-f418d395c704 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 200 len: 853 time: 0.0450501 Apr 12 15:13:25.910898 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-950b9948-bcfe-4cc1-a8e4-5841cdd61f92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=436b3836-e572-4a0a-984f-a83cba21781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259697 Apr 12 15:13:26.005681 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-117c3f67-925a-42ae-9533-7aa03d6ed605 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888493 Apr 12 15:13:26.100163 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-1e229b9a-b208-453d-9505-11d5259321e0 req-e156b9d6-e801-4a7f-a995-323f16b57411 service neutron] 10.222.0.57 "GET /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890908 Apr 12 15:13:27.560283 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-832eb763-0c01-490e-bf26-3b12db9a66a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:30.123098 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-85f88d65-200a-4f41-8b11-7644790f5b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:31.363228 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:33.279056 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:34.108205 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:37.221914 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:13:49.505780 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:13:57.499626 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-40f40590-eb77-4ae2-80b7-46a53dcbf1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:00.128079 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6e876d39-10cf-443c-adca-b33fe0dc733c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:01.390859 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:03.057100 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52418) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:03.123235 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a688cd47-efe4-447d-87bf-9d0123bf135d tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group (6d910103-bbd5-4175-a41b-dd847c75f6b2), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:03.154669 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a688cd47-efe4-447d-87bf-9d0123bf135d tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group (6d910103-bbd5-4175-a41b-dd847c75f6b2), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:03.282018 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:03.316398 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a688cd47-efe4-447d-87bf-9d0123bf135d tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6d910103-bbd5-4175-a41b-dd847c75f6b2), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:03.319236 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a688cd47-efe4-447d-87bf-9d0123bf135d tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:03.320423 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-a688cd47-efe4-447d-87bf-9d0123bf135d tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] 10.222.0.64 "DELETE /v2.0/security-groups/6d910103-bbd5-4175-a41b-dd847c75f6b2 HTTP/1.1" status: 204 len: 168 time: 0.2622623 Apr 12 15:14:03.332519 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688cd47-efe4-447d-87bf-9d0123bf135d tempest-TestVolumeBootPattern-691961796 tempest-TestVolumeBootPattern-691961796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d910103-bbd5-4175-a41b-dd847c75f6b2,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:03.522664 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52426) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:04.047876 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (912e5d95-bcb6-42e1-b38d-d4824104f318), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:04.096231 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:04.308420 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Deleting port c4b37bc6-9022-452e-89de-bc5f9c0221b9 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:04.309005 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:04.406885 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] For port c4b37bc6-9022-452e-89de-bc5f9c0221b9, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=c4b37bc6-9022-452e-89de-bc5f9c0221b9,segment=NetworkSegment(f12ba9cc-d2da-439e-b1e3-490f9e6e2d72),segment_id=f12ba9cc-d2da-439e-b1e3-490f9e6e2d72)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:04.407177 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:04.421265 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Calling delete_port for c4b37bc6-9022-452e-89de-bc5f9c0221b9 owned by network:router_interface {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:04.699620 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (c4b37bc6-9022-452e-89de-bc5f9c0221b9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:04.726674 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b37bc6-9022-452e-89de-bc5f9c0221b9,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:04.909386 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (912e5d95-bcb6-42e1-b38d-d4824104f318), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:05.147940 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Router 912e5d95-bcb6-42e1-b38d-d4824104f318 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:14:05.262144 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:14:05.267678 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9e874fc6-16b8-45ac-8569-73fd30c40b13 admin admin] 10.222.0.64 "PUT /v2.0/routers/912e5d95-bcb6-42e1-b38d-d4824104f318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439287 Apr 12 15:14:05.270515 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52442) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:05.273315 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] Sync routers for ids ['912e5d95-bcb6-42e1-b38d-d4824104f318'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:14:05.284468 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] Routers {'912e5d95-bcb6-42e1-b38d-d4824104f318'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:05.285105 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['912e5d95-bcb6-42e1-b38d-d4824104f318'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:05.413316 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] Set router 912e5d95-bcb6-42e1-b38d-d4824104f318 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:05.619268 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:14:04Z', 'revision_number': 5, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:05.646700 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] Checking router: 912e5d95-bcb6-42e1-b38d-d4824104f318 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:14:05.656252 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] Routers {'912e5d95-bcb6-42e1-b38d-d4824104f318'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:05.656877 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['912e5d95-bcb6-42e1-b38d-d4824104f318'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:05.684651 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks [] for router (912e5d95-bcb6-42e1-b38d-d4824104f318), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:05.776756 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] Set router 912e5d95-bcb6-42e1-b38d-d4824104f318 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:05.800349 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks [] for router_gateway (912e5d95-bcb6-42e1-b38d-d4824104f318), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:05.916560 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Deleting port 82f17624-d89b-4c6f-93bd-edae28b8180e {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:05.916907 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:05.959299 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:14:04Z', 'revision_number': 5, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:05.987263 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3d424-508b-4b22-892d-ccda4f17299a None None] The sync data for ids ['912e5d95-bcb6-42e1-b38d-d4824104f318'] in dv-cinder-837524-1-iscsi is: [{'id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'name': 'tempest-TestVolumeBootPattern-1006079350-router', 'tenant_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:14:04Z', 'revision_number': 5, 'project_id': '1ec09fd1d0f3469aa239492b981b7c9f', 'gw_port': {'id': '82f17624-d89b-4c6f-93bd-edae28b8180e', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912e5d95-bcb6-42e1-b38d-d4824104f318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:44Z', 'updated_at': '2022-04-12T15:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:14:06.011370 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] For port 82f17624-d89b-4c6f-93bd-edae28b8180e, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=82f17624-d89b-4c6f-93bd-edae28b8180e,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:06.011782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.029028 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Calling delete_port for 82f17624-d89b-4c6f-93bd-edae28b8180e owned by network:router_gateway {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:06.290108 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (82f17624-d89b-4c6f-93bd-edae28b8180e), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.317338 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Pushing event deleted for resources: {'Port': ['ID=82f17624-d89b-4c6f-93bd-edae28b8180e,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:06.381927 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (912e5d95-bcb6-42e1-b38d-d4824104f318), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.487443 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (912e5d95-bcb6-42e1-b38d-d4824104f318), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.492557 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks [] for router_controller (912e5d95-bcb6-42e1-b38d-d4824104f318), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.604917 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (912e5d95-bcb6-42e1-b38d-d4824104f318), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.605619 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 912e5d95-bcb6-42e1-b38d-d4824104f318 {{(pid=110561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:14:06.610753 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.612196 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-31e98cb9-c9d1-425d-bb92-d336048b7faa admin admin] 10.222.0.64 "DELETE /v2.0/routers/912e5d95-bcb6-42e1-b38d-d4824104f318 HTTP/1.1" status: 204 len: 168 time: 1.3404710 Apr 12 15:14:06.616599 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52450) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:06.674817 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] Deleting subnet 474f5859-612c-46bb-adbe-91db816523f2 {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:14:06.678446 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] Publish callbacks [] for subnet (474f5859-612c-46bb-adbe-91db816523f2), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.725886 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (474f5859-612c-46bb-adbe-91db816523f2), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.835543 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (474f5859-612c-46bb-adbe-91db816523f2), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.956582 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (474f5859-612c-46bb-adbe-91db816523f2), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.988592 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=474f5859-612c-46bb-adbe-91db816523f2,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:06.994582 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:06.999708 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9345aa28-c8e0-4e1d-a949-bd7a100af6fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/474f5859-612c-46bb-adbe-91db816523f2 HTTP/1.1" status: 204 len: 168 time: 0.3825493 Apr 12 15:14:07.001308 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea54bb2-5ee7-4951-aca9-c9c68714e697 None None] Network 5fe1fd87-6d92-4765-8fab-47e52332890c requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:14:07.005440 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52452) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:07.105373 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (5fe1fd87-6d92-4765-8fab-47e52332890c), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.174869 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Deleting port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:07.177049 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.190812 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] DHCP port deletion for 5fe1fd87-6d92-4765-8fab-47e52332890c request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:14:07.244595 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.247393 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Deleting port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:07.247763 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.289315 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] For port d3633fa8-a8c3-4b05-9875-fb3f2b96de21, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,segment=NetworkSegment(f12ba9cc-d2da-439e-b1e3-490f9e6e2d72),segment_id=f12ba9cc-d2da-439e-b1e3-490f9e6e2d72)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:07.289791 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.308583 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Calling delete_port for d3633fa8-a8c3-4b05-9875-fb3f2b96de21 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:07.330921 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] For port d3633fa8-a8c3-4b05-9875-fb3f2b96de21, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,segment=NetworkSegment(f12ba9cc-d2da-439e-b1e3-490f9e6e2d72),segment_id=f12ba9cc-d2da-439e-b1e3-490f9e6e2d72)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:07.331327 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.348709 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Calling delete_port for d3633fa8-a8c3-4b05-9875-fb3f2b96de21 owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:07.519126 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.532493 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (d3633fa8-a8c3-4b05-9875-fb3f2b96de21), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.549411 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:07.551856 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] No DVR routers for this DVR port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 on host dv-cinder-837524-1-iscsi {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:14:07.571215 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Pushing event deleted for resources: {'Port': ['ID=d3633fa8-a8c3-4b05-9875-fb3f2b96de21,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:07.576692 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] No DVR routers for this DVR port d3633fa8-a8c3-4b05-9875-fb3f2b96de21 on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:14:07.594015 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.594413 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.594888 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.595711 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.595711 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.595897 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.596213 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.596547 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.596893 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.597224 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.597556 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.597932 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.598226 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.598661 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.599240 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced299fc-0966-4ba4-8663-f02e69069701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:07.672261 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (5fe1fd87-6d92-4765-8fab-47e52332890c), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.709082 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe1fd87-6d92-4765-8fab-47e52332890c']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:07.721458 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:07.721783 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12ba9cc-d2da-439e-b1e3-490f9e6e2d72') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:07.737321 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (f12ba9cc-d2da-439e-b1e3-490f9e6e2d72), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.752685 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f12ba9cc-d2da-439e-b1e3-490f9e6e2d72), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.759516 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:14:07.759915 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (f12ba9cc-d2da-439e-b1e3-490f9e6e2d72), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:14:07.761758 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:14:07.888434 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (5fe1fd87-6d92-4765-8fab-47e52332890c), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.898785 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:07.904852 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] 10.222.0.64 "DELETE /v2.0/networks/5fe1fd87-6d92-4765-8fab-47e52332890c HTTP/1.1" status: 204 len: 168 time: 0.9001763 Apr 12 15:14:07.908054 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52468) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:07.916406 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e41aa-4fb2-4c52-9752-75938d95370e admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe1fd87-6d92-4765-8fab-47e52332890c,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:07.927580 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device c4b37bc6-9022-452e-89de-bc5f9c0221b9 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:14:07.952974 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: c4b37bc6-9022-452e-89de-bc5f9c0221b9 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:14:07.953318 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device c4b37bc6-9022-452e-89de-bc5f9c0221b9 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:14:07.953956 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 82f17624-d89b-4c6f-93bd-edae28b8180e no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:14:07.985401 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 82f17624-d89b-4c6f-93bd-edae28b8180e {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:14:07.986011 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 82f17624-d89b-4c6f-93bd-edae28b8180e not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:14:07.986718 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d3633fa8-a8c3-4b05-9875-fb3f2b96de21 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:14:08.018310 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52472) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:08.025451 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: d3633fa8-a8c3-4b05-9875-fb3f2b96de21 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:14:08.026108 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d3633fa8-a8c3-4b05-9875-fb3f2b96de21 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:14:08.152619 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4678f088-931e-4f28-a5e8-9e1a60e3cb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.236774 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4678f088-931e-4f28-a5e8-9e1a60e3cb96 admin admin] Publish callbacks [] for security_group (42600452-efdd-445c-aab2-5bc8de6a49a6), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.278621 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (0c8ea79a-8904-4367-9381-3d8ce698f6c2), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.299143 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4678f088-931e-4f28-a5e8-9e1a60e3cb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (42600452-efdd-445c-aab2-5bc8de6a49a6), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.344683 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4678f088-931e-4f28-a5e8-9e1a60e3cb96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e73f7180cd4a40539b0ddc6e8e0766ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248940 Apr 12 15:14:08.345753 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678f088-931e-4f28-a5e8-9e1a60e3cb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42600452-efdd-445c-aab2-5bc8de6a49a6,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:08.348235 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52478) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:08.410157 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0600a114-a0f2-4e3c-89f6-8f91eb68bd4b admin admin] Publish callbacks [] for security_group (42600452-efdd-445c-aab2-5bc8de6a49a6), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.437118 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0600a114-a0f2-4e3c-89f6-8f91eb68bd4b admin admin] Publish callbacks [] for security_group (42600452-efdd-445c-aab2-5bc8de6a49a6), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.534143 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Deleting port 86fd5883-2514-4a13-8eb6-5b817a88eee4 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:08.534488 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.575997 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0600a114-a0f2-4e3c-89f6-8f91eb68bd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (42600452-efdd-445c-aab2-5bc8de6a49a6), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.578783 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0600a114-a0f2-4e3c-89f6-8f91eb68bd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.579948 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-0600a114-a0f2-4e3c-89f6-8f91eb68bd4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42600452-efdd-445c-aab2-5bc8de6a49a6 HTTP/1.1" status: 204 len: 168 time: 0.2302337 Apr 12 15:14:08.588387 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600a114-a0f2-4e3c-89f6-8f91eb68bd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42600452-efdd-445c-aab2-5bc8de6a49a6,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:08.631655 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] For port 86fd5883-2514-4a13-8eb6-5b817a88eee4, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=86fd5883-2514-4a13-8eb6-5b817a88eee4,segment=NetworkSegment(f5f47d24-8a51-4038-b8d6-4acd53532d1a),segment_id=f5f47d24-8a51-4038-b8d6-4acd53532d1a)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:08.631998 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.648376 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Calling delete_port for 86fd5883-2514-4a13-8eb6-5b817a88eee4 owned by network:router_interface {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:08.902999 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (86fd5883-2514-4a13-8eb6-5b817a88eee4), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:08.928672 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fd5883-2514-4a13-8eb6-5b817a88eee4,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:08.943868 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.945510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.945510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.945510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.945510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.945510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.946809 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.946809 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.946809 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.947792 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.947792 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.947792 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.948043 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.948403 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:08.948569 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:09.126160 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (0c8ea79a-8904-4367-9381-3d8ce698f6c2), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:09.364988 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:14:09.491239 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:14:09.497372 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-7bcb7b5c-d97c-45c7-ba63-f7c096025878 admin admin] 10.222.0.64 "PUT /v2.0/routers/0c8ea79a-8904-4367-9381-3d8ce698f6c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5882125 Apr 12 15:14:09.500748 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52504) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:09.505475 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] Sync routers for ids ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:14:09.514317 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] Routers {'0c8ea79a-8904-4367-9381-3d8ce698f6c2'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:09.515268 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:09.643053 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks [] for router (0c8ea79a-8904-4367-9381-3d8ce698f6c2), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:09.646492 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] Set router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:09.701307 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52508) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:09.759595 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks [] for router_gateway (0c8ea79a-8904-4367-9381-3d8ce698f6c2), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:09.823731 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2066647291-network', 'tenant_id': '02c6845b3d9d43428aee79de0f571835'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:09.843458 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:14:08Z', 'revision_number': 5, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:09.874111 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] Checking router: 0c8ea79a-8904-4367-9381-3d8ce698f6c2 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:14:09.886546 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] Routers {'0c8ea79a-8904-4367-9381-3d8ce698f6c2'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:09.887389 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:10.001139 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] Set router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:10.039788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Deleting port 2885a82a-13d0-474b-bc72-722c4ba2b916 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:10.041399 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.043412 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Made reservation on behalf of 02c6845b3d9d43428aee79de0f571835 for: {'network': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:14:10.046523 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.056233 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.136346 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] For port 2885a82a-13d0-474b-bc72-722c4ba2b916, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=2885a82a-13d0-474b-bc72-722c4ba2b916,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:10.136652 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.146488 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks [] for security_group (9b9130ef-9f1a-4df0-b7bd-15bed28b824c), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.152077 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Calling delete_port for 2885a82a-13d0-474b-bc72-722c4ba2b916 owned by network:router_gateway {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:10.195406 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:14:08Z', 'revision_number': 5, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:10.221935 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (9b9130ef-9f1a-4df0-b7bd-15bed28b824c), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.255241 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=110561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:14:10.277246 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (505ba36e-f76a-48e2-9fd9-f3093e8f7f51), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.277725 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.db.segments_db [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Added segment 505ba36e-f76a-48e2-9fd9-f3093e8f7f51 of type vlan for network 00c64e69-a8f5-4a03-947d-7bd730bbad16 Apr 12 15:14:10.279329 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9130ef-9f1a-4df0-b7bd-15bed28b824c,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:10.326966 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (00c64e69-a8f5-4a03-947d-7bd730bbad16), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.335184 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c546ff2-6bca-4d0e-ada4-81a312a68e89 None None] The sync data for ids ['0c8ea79a-8904-4367-9381-3d8ce698f6c2'] in dv-cinder-837524-1-iscsi is: [{'id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'name': 'tempest-TestVolumeBootPattern-1105730303-router', 'tenant_id': 'cd9555b5747a419fa67211a25c3cba71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:01:52Z', 'updated_at': '2022-04-12T15:14:08Z', 'revision_number': 5, 'project_id': 'cd9555b5747a419fa67211a25c3cba71', 'gw_port': {'id': '2885a82a-13d0-474b-bc72-722c4ba2b916', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8ea79a-8904-4367-9381-3d8ce698f6c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:01:53Z', 'updated_at': '2022-04-12T15:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:14:10.413528 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (00c64e69-a8f5-4a03-947d-7bd730bbad16), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.414552 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:10.415159 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.444817 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (2885a82a-13d0-474b-bc72-722c4ba2b916), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.477533 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2885a82a-13d0-474b-bc72-722c4ba2b916,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:10.487309 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] Pushing event updated for resources: {'Network': ['ID=00c64e69-a8f5-4a03-947d-7bd730bbad16,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:10.498304 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:14:10.552576 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (0c8ea79a-8904-4367-9381-3d8ce698f6c2), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.578943 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-48dccdc6-2230-408e-a3e3-b6daa894a642 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8762114 Apr 12 15:14:10.581517 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52516) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:10.586555 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Request body: {'subnet': {'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2066647291-subnet', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'ip_version': 4}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:10.655943 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Made reservation on behalf of 02c6845b3d9d43428aee79de0f571835 for: {'subnet': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:14:10.656348 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (0c8ea79a-8904-4367-9381-3d8ce698f6c2), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.658404 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks [] for router_controller (0c8ea79a-8904-4367-9381-3d8ce698f6c2), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.658756 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10175416'] for subnet (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.827717 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (0c8ea79a-8904-4367-9381-3d8ce698f6c2), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.828378 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c8ea79a-8904-4367-9381-3d8ce698f6c2 {{(pid=110562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:14:10.833813 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.834297 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-873e1c45-6cbb-42eb-92db-bd99d42d4e06 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0c8ea79a-8904-4367-9381-3d8ce698f6c2 HTTP/1.1" status: 204 len: 168 time: 1.3325846 Apr 12 15:14:10.836822 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52518) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:10.886264 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_v2 [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] Deleting subnet 16cf4923-ff7b-4f25-b83c-c806c531ffb9 {{(pid=110562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:14:10.889975 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] Publish callbacks [] for subnet (16cf4923-ff7b-4f25-b83c-c806c531ffb9), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.928311 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109273'] for subnet (16cf4923-ff7b-4f25-b83c-c806c531ffb9), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:10.993033 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10439594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10175402'] for subnet (aa657dbf-ba34-4585-8e25-89e559f5fbb6), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.064216 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa657dbf-ba34-4585-8e25-89e559f5fbb6,revision_number=0']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:11.075647 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Checking segment: {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:11.076288 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Network hostable DHCP agents. Network: 00c64e69-a8f5-4a03-947d-7bd730bbad16, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:14:11.176264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:14:11.255982 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, 00c64e69-a8f5-4a03-947d-7bd730bbad16) {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:11.262429 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:11.263681 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.266425 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bfda0c-c9b8-4c34-a5d5-f5e2439933de None None] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:14:11.271720 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (16cf4923-ff7b-4f25-b83c-c806c531ffb9), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.336416 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-d63faf14-503b-4354-a679-7b15de59f158 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7536957 Apr 12 15:14:11.339924 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52520) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:11.344604 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:11.375836 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-00c64e69-a8f5-4a03-947d-7bd730bbad16', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'project_id': '02c6845b3d9d43428aee79de0f571835', 'fixed_ips': [{'subnet_id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:14:11.376669 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.390613 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10109856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10434900'] for subnet (16cf4923-ff7b-4f25-b83c-c806c531ffb9), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.417461 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16cf4923-ff7b-4f25-b83c-c806c531ffb9,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:11.421795 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.427525 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-91454434-626b-4d92-9fb8-f3b0c392dae4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/16cf4923-ff7b-4f25-b83c-c806c531ffb9 HTTP/1.1" status: 204 len: 168 time: 0.5868890 Apr 12 15:14:11.427525 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (a26d457d-7aee-492f-85e5-1875a2929362), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.427525 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (a26d457d-7aee-492f-85e5-1875a2929362), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.428397 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52522) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:11.451042 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11772ad-476e-4695-ad73-af6ecc039a5b None None] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:14:11.490182 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks [] for router_controller (a26d457d-7aee-492f-85e5-1875a2929362), precommit_add_association {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.516859 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (f994b758-9d0c-4ee9-a76b-4bd190c15a8e), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.574924 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Deleting port 081cae70-4de1-4240-8fa0-978e15e18453 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:11.575271 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (081cae70-4de1-4240-8fa0-978e15e18453), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.662752 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] For port 081cae70-4de1-4240-8fa0-978e15e18453, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=081cae70-4de1-4240-8fa0-978e15e18453,segment=NetworkSegment(f5f47d24-8a51-4038-b8d6-4acd53532d1a),segment_id=f5f47d24-8a51-4038-b8d6-4acd53532d1a)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:11.663028 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (081cae70-4de1-4240-8fa0-978e15e18453), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.682344 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Calling delete_port for 081cae70-4de1-4240-8fa0-978e15e18453 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:11.740165 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Allocated IP 172.20.0.2 (00c64e69-a8f5-4a03-947d-7bd730bbad16/aa657dbf-ba34-4585-8e25-89e559f5fbb6/4b36db33-bd73-451f-a1bd-ba773959a8ed) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:14:11.763057 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks [] for router_gateway (a26d457d-7aee-492f-85e5-1875a2929362), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.818619 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] DHCP port deletion for f994b758-9d0c-4ee9-a76b-4bd190c15a8e request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:14:11.883841 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] Deleting port 081cae70-4de1-4240-8fa0-978e15e18453 {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:14:11.884548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (081cae70-4de1-4240-8fa0-978e15e18453), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.900393 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (081cae70-4de1-4240-8fa0-978e15e18453), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.933881 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Pushing event deleted for resources: {'Port': ['ID=081cae70-4de1-4240-8fa0-978e15e18453,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:11.936231 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] No DVR routers for this DVR port 081cae70-4de1-4240-8fa0-978e15e18453 on host dv-cinder-837524-1-iscsi {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:14:11.965994 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Publish callbacks [] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:11.970907 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 2885a82a-13d0-474b-bc72-722c4ba2b916 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:14:12.021054 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (f994b758-9d0c-4ee9-a76b-4bd190c15a8e), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.041814 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 2885a82a-13d0-474b-bc72-722c4ba2b916 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:14:12.041814 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 2885a82a-13d0-474b-bc72-722c4ba2b916 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:14:12.042142 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 86fd5883-2514-4a13-8eb6-5b817a88eee4 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:14:12.045369 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] For port 081cae70-4de1-4240-8fa0-978e15e18453, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=081cae70-4de1-4240-8fa0-978e15e18453,segment=NetworkSegment(f5f47d24-8a51-4038-b8d6-4acd53532d1a),segment_id=f5f47d24-8a51-4038-b8d6-4acd53532d1a)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:12.045791 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (081cae70-4de1-4240-8fa0-978e15e18453), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.047347 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f994b758-9d0c-4ee9-a76b-4bd190c15a8e']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:12.058846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f47d24-8a51-4038-b8d6-4acd53532d1a') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:12.059222 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f47d24-8a51-4038-b8d6-4acd53532d1a') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:12.069408 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (f5f47d24-8a51-4038-b8d6-4acd53532d1a), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.072192 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 86fd5883-2514-4a13-8eb6-5b817a88eee4 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:14:12.072543 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 86fd5883-2514-4a13-8eb6-5b817a88eee4 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:14:12.072979 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 081cae70-4de1-4240-8fa0-978e15e18453 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:14:12.078369 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] Calling delete_port for 081cae70-4de1-4240-8fa0-978e15e18453 owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:14:12.087959 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks [] for router_gateway (a26d457d-7aee-492f-85e5-1875a2929362), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.088291 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f5f47d24-8a51-4038-b8d6-4acd53532d1a), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.097995 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:14:12.098502 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (f5f47d24-8a51-4038-b8d6-4acd53532d1a), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:14:12.100597 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:14:12.104062 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 081cae70-4de1-4240-8fa0-978e15e18453 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:14:12.104062 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 081cae70-4de1-4240-8fa0-978e15e18453 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:14:12.107683 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.116464 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.191049 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:12.197086 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:12.203904 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:14:12.226940 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Allocated IP 172.27.2.188 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/b850cd02-f57b-49be-8cc6-2cdc83d1fdff) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:14:12.231464 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Pushing event updated for resources: {'Port': ['ID=4b36db33-bd73-451f-a1bd-ba773959a8ed,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:12.264841 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (f994b758-9d0c-4ee9-a76b-4bd190c15a8e), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.270094 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.277819 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] 10.222.0.64 "DELETE /v2.0/networks/f994b758-9d0c-4ee9-a76b-4bd190c15a8e HTTP/1.1" status: 204 len: 168 time: 0.8443670 Apr 12 15:14:12.289317 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Attempting to bind port 4b36db33-bd73-451f-a1bd-ba773959a8ed on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:14:12.289781 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Attempting to bind port 4b36db33-bd73-451f-a1bd-ba773959a8ed by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:14:12.289969 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed925d90-b150-448a-8352-b4630b0fee6c admin admin] Pushing event deleted for resources: {'Network': ['ID=f994b758-9d0c-4ee9-a76b-4bd190c15a8e,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:12.290126 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Attempting to bind port 4b36db33-bd73-451f-a1bd-ba773959a8ed on network 00c64e69-a8f5-4a03-947d-7bd730bbad16 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:12.295624 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (081cae70-4de1-4240-8fa0-978e15e18453), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.322517 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:14:12.322905 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Checking segment: {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:12.323324 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.323710 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Bound using segment: {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:14:12.324211 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Bound port: 4b36db33-bd73-451f-a1bd-ba773959a8ed, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:14:12.324596 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.338440 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] Pushing event deleted for resources: {'Port': ['ID=081cae70-4de1-4240-8fa0-978e15e18453,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:12.342570 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] Network f994b758-9d0c-4ee9-a76b-4bd190c15a8e is not hosted by any dhcp agent {{(pid=110563) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 15:14:12.343036 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0cf32-1cde-4da0-ab60-c521305e21e9 None None] No DVR routers for this DVR port 081cae70-4de1-4240-8fa0-978e15e18453 on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:14:12.368219 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks [] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.406217 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] For port 4b36db33-bd73-451f-a1bd-ba773959a8ed, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:14:12.409353 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] For port 4b36db33-bd73-451f-a1bd-ba773959a8ed, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=4b36db33-bd73-451f-a1bd-ba773959a8ed,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:14:12.485171 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.513773 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.546163 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:12.550800 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:12.563869 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:14:12.567541 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:12.606301 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d35292-977a-4a3c-817b-dee65ffb7d57 None None] Pushing event updated for resources: {'Port': ['ID=4b36db33-bd73-451f-a1bd-ba773959a8ed,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:12.660030 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52532) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:12.713941 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-1329dfc1-58a8-433b-9a44-97ea5c50ccf9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ec09fd1d0f3469aa239492b981b7c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550764 Apr 12 15:14:12.714740 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52536) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:12.789431 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f85c35d6-6cd5-459f-a20f-56f32cf3ebf6 admin admin] Publish callbacks [] for security_group (165c0c2b-0ca7-40be-a4b0-a23f12fb61d8), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.817538 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f85c35d6-6cd5-459f-a20f-56f32cf3ebf6 admin admin] Publish callbacks [] for security_group (165c0c2b-0ca7-40be-a4b0-a23f12fb61d8), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.940505 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks [] for router_gateway (a26d457d-7aee-492f-85e5-1875a2929362), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.947035 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f85c35d6-6cd5-459f-a20f-56f32cf3ebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (165c0c2b-0ca7-40be-a4b0-a23f12fb61d8), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.950537 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f85c35d6-6cd5-459f-a20f-56f32cf3ebf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:12.951714 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-f85c35d6-6cd5-459f-a20f-56f32cf3ebf6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/165c0c2b-0ca7-40be-a4b0-a23f12fb61d8 HTTP/1.1" status: 204 len: 168 time: 0.2361047 Apr 12 15:14:12.961038 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c35d6-6cd5-459f-a20f-56f32cf3ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c0c2b-0ca7-40be-a4b0-a23f12fb61d8,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:13.152467 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (a26d457d-7aee-492f-85e5-1875a2929362), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:13.409809 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Router a26d457d-7aee-492f-85e5-1875a2929362 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:14:13.528508 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:14:13.545662 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Sync routers for ids ['a26d457d-7aee-492f-85e5-1875a2929362'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:14:13.559552 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Routers {'a26d457d-7aee-492f-85e5-1875a2929362'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:13.560189 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['a26d457d-7aee-492f-85e5-1875a2929362'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:13.607915 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c721dad-9c3b-4c79-bbc4-1c0ec624162c None None] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:14:13.663663 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:13.664924 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-932cdbe0-24bd-4098-ab16-f1175765e1b5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3237348 Apr 12 15:14:13.669658 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52544) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:13.698355 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-d08fc53c-6c4e-4ab9-ba5a-26db590d5525 None None] Provisioning complete for port 4b36db33-bd73-451f-a1bd-ba773959a8ed triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:13.698730 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d08fc53c-6c4e-4ab9-ba5a-26db590d5525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:13.822884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Set router a26d457d-7aee-492f-85e5-1875a2929362 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:13.895096 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52548) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:13.989692 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d08fc53c-6c4e-4ab9-ba5a-26db590d5525 None None] Current status of the port 4b36db33-bd73-451f-a1bd-ba773959a8ed is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:13.989954 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-583bf8e1-a51d-4887-8b7f-b1bbcc4a3c6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cd9555b5747a419fa67211a25c3cba71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895410 Apr 12 15:14:13.990103 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d08fc53c-6c4e-4ab9-ba5a-26db590d5525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:13.997039 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52550) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:14.031622 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 4b36db33-bd73-451f-a1bd-ba773959a8ed up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:14.083393 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-657aeea4-a61d-465a-a404-e526a0ac3e96 admin admin] Publish callbacks [] for security_group (cc728a6d-4d63-4195-b40a-95fb112b04ab), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.103702 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-d08fc53c-6c4e-4ab9-ba5a-26db590d5525 None None] For port 4b36db33-bd73-451f-a1bd-ba773959a8ed, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=4b36db33-bd73-451f-a1bd-ba773959a8ed,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:14.124591 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-657aeea4-a61d-465a-a404-e526a0ac3e96 admin admin] Publish callbacks [] for security_group (cc728a6d-4d63-4195-b40a-95fb112b04ab), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.158399 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 4b36db33-bd73-451f-a1bd-ba773959a8ed triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:14.173889 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.197870 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:14:12Z', 'revision_number': 3, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port': {'id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:12Z', 'updated_at': '2022-04-12T15:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:14.231662 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d08fc53c-6c4e-4ab9-ba5a-26db590d5525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.236975 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Checking router: a26d457d-7aee-492f-85e5-1875a2929362 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:14:14.237559 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Updating router a26d457d-7aee-492f-85e5-1875a2929362 port b850cd02-f57b-49be-8cc6-2cdc83d1fdff binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:14:14.272909 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-657aeea4-a61d-465a-a404-e526a0ac3e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (cc728a6d-4d63-4195-b40a-95fb112b04ab), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.276668 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-657aeea4-a61d-465a-a404-e526a0ac3e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.280990 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-657aeea4-a61d-465a-a404-e526a0ac3e96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc728a6d-4d63-4195-b40a-95fb112b04ab HTTP/1.1" status: 204 len: 168 time: 0.2799084 Apr 12 15:14:14.293369 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657aeea4-a61d-465a-a404-e526a0ac3e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc728a6d-4d63-4195-b40a-95fb112b04ab,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:14.328371 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.392289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fc53c-6c4e-4ab9-ba5a-26db590d5525 None None] Pushing event updated for resources: {'Port': ['ID=4b36db33-bd73-451f-a1bd-ba773959a8ed,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:14.411538 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-804cfd07-8ea4-489d-ba07-b42c5b32ca74 None None] Provisioning complete for port 4b36db33-bd73-451f-a1bd-ba773959a8ed triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:14.411914 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-804cfd07-8ea4-489d-ba07-b42c5b32ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.416534 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 4b36db33-bd73-451f-a1bd-ba773959a8ed is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:14.502823 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.638118 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-804cfd07-8ea4-489d-ba07-b42c5b32ca74 None None] Current status of the port 4b36db33-bd73-451f-a1bd-ba773959a8ed is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:14.681788 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Allocated IP 172.20.0.1 (00c64e69-a8f5-4a03-947d-7bd730bbad16/aa657dbf-ba34-4585-8e25-89e559f5fbb6/890caf3d-8379-429d-b8bb-01555c003438) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:14:14.760775 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Publish callbacks [] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.844283 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks [] for port (890caf3d-8379-429d-b8bb-01555c003438), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.855363 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.922499 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b26d54-a7ff-4213-8d04-212e7227a8f9 None None] Pushing event updated for resources: {'Port': ['ID=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:14.929771 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Attempting to bind port b850cd02-f57b-49be-8cc6-2cdc83d1fdff on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:14:14.929771 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Attempting to bind port b850cd02-f57b-49be-8cc6-2cdc83d1fdff by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:14:14.929771 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Attempting to bind port b850cd02-f57b-49be-8cc6-2cdc83d1fdff on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:14.934714 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:14:14.935101 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:14.935494 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.935880 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:14:14.936348 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Bound port: b850cd02-f57b-49be-8cc6-2cdc83d1fdff, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:14:14.936723 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:14.974005 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (890caf3d-8379-429d-b8bb-01555c003438), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.018460 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:15.021669 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:15.026127 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:14:15.054043 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Pushing event updated for resources: {'Port': ['ID=890caf3d-8379-429d-b8bb-01555c003438,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:15.078631 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (a26d457d-7aee-492f-85e5-1875a2929362), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.141654 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] For port b850cd02-f57b-49be-8cc6-2cdc83d1fdff, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:14:15.145118 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] For port b850cd02-f57b-49be-8cc6-2cdc83d1fdff, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:14:15.208145 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.277982 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-6b0f3fb8-1df5-4986-ab67-3b3f44ce38c8 None None] Provisioning complete for port 890caf3d-8379-429d-b8bb-01555c003438 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:15.278352 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3fb8-1df5-4986-ab67-3b3f44ce38c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (890caf3d-8379-429d-b8bb-01555c003438), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.280929 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b26d54-a7ff-4213-8d04-212e7227a8f9 None None] Pushing event updated for resources: {'Port': ['ID=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:15.285213 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Routers {'a26d457d-7aee-492f-85e5-1875a2929362'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:15.285824 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['a26d457d-7aee-492f-85e5-1875a2929362'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:15.298107 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (890caf3d-8379-429d-b8bb-01555c003438), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.363210 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f3fb8-1df5-4986-ab67-3b3f44ce38c8 None None] Port 890caf3d-8379-429d-b8bb-01555c003438 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:14:15.430499 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] Set router a26d457d-7aee-492f-85e5-1875a2929362 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:15.483617 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks [] for port (890caf3d-8379-429d-b8bb-01555c003438), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.547163 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10109910'] for port (890caf3d-8379-429d-b8bb-01555c003438), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.623337 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Pushing event updated for resources: {'Port': ['ID=890caf3d-8379-429d-b8bb-01555c003438,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:15.628190 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 4, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port': {'id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:12Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '890caf3d-8379-429d-b8bb-01555c003438', 'name': '', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'mac_address': 'fa:16:3e:cd:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:14Z', 'updated_at': '2022-04-12T15:14:14Z', 'revision_number': 1, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'subnets': [{'id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:15.634631 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (a26d457d-7aee-492f-85e5-1875a2929362), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:15.659131 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5314f6-8fc6-40f8-b300-666079ba5103 None None] The sync data for ids ['a26d457d-7aee-492f-85e5-1875a2929362'] in dv-cinder-837524-1-iscsi is: [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 4, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port': {'id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:12Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '890caf3d-8379-429d-b8bb-01555c003438', 'name': '', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'mac_address': 'fa:16:3e:cd:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:14Z', 'updated_at': '2022-04-12T15:14:14Z', 'revision_number': 1, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'subnets': [{'id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:14:15.742982 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:15.744467 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:15.888168 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Router a26d457d-7aee-492f-85e5-1875a2929362 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:14:16.021935 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 4b36db33-bd73-451f-a1bd-ba773959a8ed up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:16.070427 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:14:16.076475 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b86d62a8-1012-44af-87b6-f50a397dea60 admin admin] 10.222.0.64 "PUT /v2.0/routers/a26d457d-7aee-492f-85e5-1875a2929362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4056673 Apr 12 15:14:16.095172 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-39afbc02-d462-4da1-aed2-a02ef348751a None None] Provisioning complete for port 890caf3d-8379-429d-b8bb-01555c003438 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:16.095638 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-39afbc02-d462-4da1-aed2-a02ef348751a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (890caf3d-8379-429d-b8bb-01555c003438), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:16.105310 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 4b36db33-bd73-451f-a1bd-ba773959a8ed triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:16.105310 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:16.172498 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-39afbc02-d462-4da1-aed2-a02ef348751a None None] Port 890caf3d-8379-429d-b8bb-01555c003438 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:14:16.242092 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 4b36db33-bd73-451f-a1bd-ba773959a8ed is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:16.963890 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52580) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:16.968997 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1120216521-network', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db'}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:17.042038 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Made reservation on behalf of c3eb9b2b9d93490c9e8ca3b4334557db for: {'network': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:14:17.044977 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for network (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.054603 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.137728 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks [] for security_group (5ea2fe0c-eba0-410d-a52f-ad765ee39dc9), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.195582 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5ea2fe0c-eba0-410d-a52f-ad765ee39dc9), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.222517 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=110562) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 15:14:17.233345 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea2fe0c-eba0-410d-a52f-ad765ee39dc9,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:17.245152 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f1903eb2-02b9-4d39-9cfd-c0756317813d), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.245152 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.db.segments_db [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Added segment f1903eb2-02b9-4d39-9cfd-c0756317813d of type vlan for network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 Apr 12 15:14:17.289234 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751141538919'] for network (b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.378958 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434'] for network (b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.379957 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:17.380558 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.443110 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] Pushing event updated for resources: {'Network': ['ID=b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:17.454011 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 details requested by agent ovs-agent-dv-cinder-837524-1-iscsi with host dv-cinder-837524-1-iscsi {{(pid=110563) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 15:14:17.492622 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-71386dac-4ce9-4c4e-a9e1-5832d1c2141b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5274639 Apr 12 15:14:17.495948 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52584) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:17.501008 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Request body: {'subnet': {'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1120216521-subnet', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'ip_version': 4}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:17.602050 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Made reservation on behalf of c3eb9b2b9d93490c9e8ca3b4334557db for: {'subnet': 1} {{(pid=110562) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:14:17.604716 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10434889'] for subnet (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.859360 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Sync routers for ids ['a26d457d-7aee-492f-85e5-1875a2929362'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:14:17.871161 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Routers {'a26d457d-7aee-492f-85e5-1875a2929362'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:17.872333 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['a26d457d-7aee-492f-85e5-1875a2929362'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:17.907607 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10109293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10434907'] for subnet (e444a918-98b3-4942-abf6-744d05e18d44), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:17.935785 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device b850cd02-f57b-49be-8cc6-2cdc83d1fdff up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:17.998302 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e444a918-98b3-4942-abf6-744d05e18d44,revision_number=0']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:18.000470 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Set router a26d457d-7aee-492f-85e5-1875a2929362 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:18.002665 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port b850cd02-f57b-49be-8cc6-2cdc83d1fdff triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:18.006426 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.022166 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Checking segment: {'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:18.022768 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Network hostable DHCP agents. Network: b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776, hostable agents: ['d644d25e-f78a-431a-9993-25307ece4ba6'], hosted agents: [] {{(pid=110562) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 15:14:18.128076 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port b850cd02-f57b-49be-8cc6-2cdc83d1fdff is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:18.128458 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.150748 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port b850cd02-f57b-49be-8cc6-2cdc83d1fdff, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:18.190281 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 is scheduled to be hosted by DHCP agent d644d25e-f78a-431a-9993-25307ece4ba6 with binding_index 1 {{(pid=110562) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 15:14:18.215843 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 4, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port': {'id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7e:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:12Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '890caf3d-8379-429d-b8bb-01555c003438', 'name': '', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'mac_address': 'fa:16:3e:cd:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:14Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 2, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'subnets': [{'id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:18.224059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.242338 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Checking router: a26d457d-7aee-492f-85e5-1875a2929362 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:14:18.242685 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Updating router a26d457d-7aee-492f-85e5-1875a2929362 port 890caf3d-8379-429d-b8bb-01555c003438 binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:14:18.269747 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837524-1-iscsi, b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776) {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:18.271135 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (890caf3d-8379-429d-b8bb-01555c003438), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.274180 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:18.275162 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.284946 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04997a3-1462-47ca-88c2-f8384250a586 None None] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:14:18.287411 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:18.360838 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-7eb47265-eabd-4ab8-9a0e-3f73067e2cf2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8636611 Apr 12 15:14:18.363494 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 52596) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:18.367798 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.v2.base [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}} {{(pid=110562) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:18.411469 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95c31bce-7007-5028-bee4-2532f58d39cc-b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776', 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776', 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'fixed_ips': [{'subnet_id': 'e444a918-98b3-4942-abf6-744d05e18d44'}]}} from dv-cinder-837524-1-iscsi. {{(pid=110563) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 15:14:18.412380 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.497794 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1746991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2452'] for router (ff05db0f-9cec-4814-b603-3bf5d690e4f8), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.500154 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1747615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1668900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1788739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2477'] for router (ff05db0f-9cec-4814-b603-3bf5d690e4f8), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.562454 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Publish callbacks [] for port (890caf3d-8379-429d-b8bb-01555c003438), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.569967 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.db_base_plugin_common [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Allocated IP 172.20.0.2 (b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776/e444a918-98b3-4942-abf6-744d05e18d44/71444e2e-e3a1-4f25-be67-ec6b778b4267) {{(pid=110563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:14:18.592407 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks [] for router_controller (ff05db0f-9cec-4814-b603-3bf5d690e4f8), precommit_add_association {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.655557 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (890caf3d-8379-429d-b8bb-01555c003438), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.704540 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Pushing event updated for resources: {'Port': ['ID=890caf3d-8379-429d-b8bb-01555c003438,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:18.779626 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Publish callbacks [] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), precommit_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.780283 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Attempting to bind port 890caf3d-8379-429d-b8bb-01555c003438 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:14:18.780648 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Attempting to bind port 890caf3d-8379-429d-b8bb-01555c003438 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:14:18.781186 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Attempting to bind port 890caf3d-8379-429d-b8bb-01555c003438 on network 00c64e69-a8f5-4a03-947d-7bd730bbad16 {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:18.788074 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.788688 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.789235 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.789793 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.791612 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.792177 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.792679 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.793394 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.794176 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.794668 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.795174 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.795690 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.796188 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.796838 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.797167 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:18.806853 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:14:18.807335 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Checking segment: {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:18.807747 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.808141 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Bound using segment: {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:14:18.808645 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Bound port: 890caf3d-8379-429d-b8bb-01555c003438, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:14:18.809467 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (890caf3d-8379-429d-b8bb-01555c003438), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.865515 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), after_create {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.886690 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2cb94-cad5-436b-a50b-1889b77f9c93 req-8eb07a58-8794-4e21-925d-f7ec2ed34059 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:18.888275 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3f2cb94-cad5-436b-a50b-1889b77f9c93 req-8eb07a58-8794-4e21-925d-f7ec2ed34059 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.4308267 Apr 12 15:14:18.905448 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] For port 890caf3d-8379-429d-b8bb-01555c003438, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:14:18.912599 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] For port 890caf3d-8379-429d-b8bb-01555c003438, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=890caf3d-8379-429d-b8bb-01555c003438,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:14:18.920158 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 is already hosted by enough agents. {{(pid=110563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:18.923352 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.scheduler.base_scheduler [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Resources bound (agent type, host, resource id): {{(pid=110563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:18.927049 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Received port after_create {{(pid=110563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:14:18.932960 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Pushing event updated for resources: {'Port': ['ID=71444e2e-e3a1-4f25-be67-ec6b778b4267,revision_number=1']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:18.982407 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (890caf3d-8379-429d-b8bb-01555c003438), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.988021 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks [] for router_gateway (ff05db0f-9cec-4814-b603-3bf5d690e4f8), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:18.992968 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Attempting to bind port 71444e2e-e3a1-4f25-be67-ec6b778b4267 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:14:18.993879 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Attempting to bind port 71444e2e-e3a1-4f25-be67-ec6b778b4267 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:14:18.994299 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Attempting to bind port 71444e2e-e3a1-4f25-be67-ec6b778b4267 on network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:18.999847 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:14:19.000248 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Checking segment: {'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:19.000632 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.001027 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Bound using segment: {'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:14:19.001731 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Bound port: 71444e2e-e3a1-4f25-be67-ec6b778b4267, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:14:19.002118 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.017575 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e3f2cb94-cad5-436b-a50b-1889b77f9c93 req-71bcda8b-ef7b-4b3f-abcf-5cac25054a39 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906267 Apr 12 15:14:19.063491 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9f88f-aab6-415b-b8b1-17ecac17b344 None None] Pushing event updated for resources: {'Port': ['ID=890caf3d-8379-429d-b8bb-01555c003438,revision_number=4']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:19.075181 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Routers {'a26d457d-7aee-492f-85e5-1875a2929362'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:19.075950 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['a26d457d-7aee-492f-85e5-1875a2929362'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:19.080601 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] For port 71444e2e-e3a1-4f25-be67-ec6b778b4267, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:14:19.084219 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] For port 71444e2e-e3a1-4f25-be67-ec6b778b4267, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=71444e2e-e3a1-4f25-be67-ec6b778b4267,segment=NetworkSegment(f1903eb2-02b9-4d39-9cfd-c0756317813d),segment_id=f1903eb2-02b9-4d39-9cfd-c0756317813d)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:14:19.132937 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-16d7bd76-d84e-43a6-a3dc-3b4ab290b772 None None] Provisioning complete for port 890caf3d-8379-429d-b8bb-01555c003438 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:19.132937 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16d7bd76-d84e-43a6-a3dc-3b4ab290b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (890caf3d-8379-429d-b8bb-01555c003438), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.218530 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] Set router a26d457d-7aee-492f-85e5-1875a2929362 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:19.227073 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.272778 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-16d7bd76-d84e-43a6-a3dc-3b4ab290b772 None None] Current status of the port 890caf3d-8379-429d-b8bb-01555c003438 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:19.273553 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16d7bd76-d84e-43a6-a3dc-3b4ab290b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (890caf3d-8379-429d-b8bb-01555c003438), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.315524 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9a7df-321d-4cda-aaf1-4526ac95a8ab None None] Pushing event updated for resources: {'Port': ['ID=71444e2e-e3a1-4f25-be67-ec6b778b4267,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:19.367142 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-16d7bd76-d84e-43a6-a3dc-3b4ab290b772 None None] For port 890caf3d-8379-429d-b8bb-01555c003438, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=890caf3d-8379-429d-b8bb-01555c003438,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:19.382314 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks [] for router_gateway (ff05db0f-9cec-4814-b603-3bf5d690e4f8), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.403393 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.461321 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16d7bd76-d84e-43a6-a3dc-3b4ab290b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (890caf3d-8379-429d-b8bb-01555c003438), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.491470 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 4, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port': {'id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:12Z', 'updated_at': '2022-04-12T15:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '890caf3d-8379-429d-b8bb-01555c003438', 'name': '', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'mac_address': 'fa:16:3e:cd:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:14Z', 'updated_at': '2022-04-12T15:14:18Z', 'revision_number': 4, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'subnets': [{'id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:19.535744 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7bd76-d84e-43a6-a3dc-3b4ab290b772 None None] Pushing event updated for resources: {'Port': ['ID=890caf3d-8379-429d-b8bb-01555c003438,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:19.563008 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614c4a17-6fed-40e1-b84a-724799752a68 None None] The sync data for ids ['a26d457d-7aee-492f-85e5-1875a2929362'] in dv-cinder-837524-1-iscsi is: [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:14:15Z', 'revision_number': 4, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port': {'id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:12Z', 'updated_at': '2022-04-12T15:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '890caf3d-8379-429d-b8bb-01555c003438', 'name': '', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'mac_address': 'fa:16:3e:cd:9e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_interface', 'standard_attr_id': 704, 'fixed_ips': [{'subnet_id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:14Z', 'updated_at': '2022-04-12T15:14:18Z', 'revision_number': 4, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'subnets': [{'id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:14:19.565925 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_common [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Allocated IP 172.27.2.112 (5c74ded6-fcde-4f23-a6aa-a3ecb85d762b/e61ba5a2-4739-4ad4-be9c-0046ec309d1d/d852de14-fa98-4dad-813f-40128f9c50d2) {{(pid=110562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:14:19.586624 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-d28975e8-4940-45d9-8046-81e8f2b3e172 None None] Provisioning complete for port 890caf3d-8379-429d-b8bb-01555c003438 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:19.587525 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d28975e8-4940-45d9-8046-81e8f2b3e172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (890caf3d-8379-429d-b8bb-01555c003438), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.723938 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-d28975e8-4940-45d9-8046-81e8f2b3e172 None None] Current status of the port 890caf3d-8379-429d-b8bb-01555c003438 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:19.740699 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks [] for port (d852de14-fa98-4dad-813f-40128f9c50d2), precommit_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.867768 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:19.950578 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b is already hosted by enough agents. {{(pid=110562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:19.953660 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.base_scheduler [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Resources bound (agent type, host, resource id): {{(pid=110562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:19.958262 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Received port after_create {{(pid=110562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:14:19.961612 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Pushing event updated for resources: {'Port': ['ID=d852de14-fa98-4dad-813f-40128f9c50d2,revision_number=1']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:20.309426 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 71444e2e-e3a1-4f25-be67-ec6b778b4267 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:20.375584 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 71444e2e-e3a1-4f25-be67-ec6b778b4267 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:20.376116 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:20.402447 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5263f-b64a-4a74-b7d6-e8ec72420d16 req-2f14ea7b-52fa-42dd-abc1-35b6fd7ba46c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:20.404091 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6ac5263f-b64a-4a74-b7d6-e8ec72420d16 req-2f14ea7b-52fa-42dd-abc1-35b6fd7ba46c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.2355895 Apr 12 15:14:20.494402 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 71444e2e-e3a1-4f25-be67-ec6b778b4267 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:20.494848 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:20.514362 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6ac5263f-b64a-4a74-b7d6-e8ec72420d16 req-3bf3ab02-8bc9-4999-8b30-b2fbd97a4f54 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008606 Apr 12 15:14:20.523490 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks [] for router_gateway (ff05db0f-9cec-4814-b603-3bf5d690e4f8), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:20.554071 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port 71444e2e-e3a1-4f25-be67-ec6b778b4267, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=71444e2e-e3a1-4f25-be67-ec6b778b4267,segment=NetworkSegment(f1903eb2-02b9-4d39-9cfd-c0756317813d),segment_id=f1903eb2-02b9-4d39-9cfd-c0756317813d)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:20.560088 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4e9cd-77a1-499a-8c93-f53320593128 None None] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:14:20.678057 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:20.679067 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device b850cd02-f57b-49be-8cc6-2cdc83d1fdff up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:20.763938 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-fd371879-f2c6-462d-b78e-7626ed5c11b1 None None] Provisioning complete for port 71444e2e-e3a1-4f25-be67-ec6b778b4267 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:20.764530 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fd371879-f2c6-462d-b78e-7626ed5c11b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:20.833991 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=71444e2e-e3a1-4f25-be67-ec6b778b4267,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:20.857058 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port b850cd02-f57b-49be-8cc6-2cdc83d1fdff triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:20.857431 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:20.936739 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-fd371879-f2c6-462d-b78e-7626ed5c11b1 None None] Current status of the port 71444e2e-e3a1-4f25-be67-ec6b778b4267 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:20.990001 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port b850cd02-f57b-49be-8cc6-2cdc83d1fdff is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:20.991188 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 890caf3d-8379-429d-b8bb-01555c003438 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:21.017544 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1747622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667543'] for router (ff05db0f-9cec-4814-b603-3bf5d690e4f8), after_create {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:21.173264 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-216cdfbf-53a7-4e2f-9bad-1e55d8eccd9e None None] Provisioning complete for port 71444e2e-e3a1-4f25-be67-ec6b778b4267 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:21.173558 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-216cdfbf-53a7-4e2f-9bad-1e55d8eccd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:21.216368 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 890caf3d-8379-429d-b8bb-01555c003438 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:21.216649 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (890caf3d-8379-429d-b8bb-01555c003438), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:21.247709 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Router ff05db0f-9cec-4814-b603-3bf5d690e4f8 is scheduled to L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 with binding_index 1 {{(pid=110562) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 15:14:21.314723 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-216cdfbf-53a7-4e2f-9bad-1e55d8eccd9e None None] Current status of the port 71444e2e-e3a1-4f25-be67-ec6b778b4267 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:21.351276 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 890caf3d-8379-429d-b8bb-01555c003438 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:21.366131 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:14:21.375825 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Sync routers for ids ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:14:21.385297 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Routers {'ff05db0f-9cec-4814-b603-3bf5d690e4f8'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:21.385949 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:21.461755 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:21.466489 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6ebc0a05-513f-400c-abc7-bdae56ee5093 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0992429 Apr 12 15:14:21.472159 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 52622) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:14:21.527859 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Set router ff05db0f-9cec-4814-b603-3bf5d690e4f8 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:21.644579 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f026a-e608-410e-aa6a-5a785ce37ee3 req-4a90a825-24cb-4c7a-85de-f259228a6200 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:21.646260 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e94f026a-e608-410e-aa6a-5a785ce37ee3 req-4a90a825-24cb-4c7a-85de-f259228a6200 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0514650 Apr 12 15:14:21.697743 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e94f026a-e608-410e-aa6a-5a785ce37ee3 req-bf94a143-a1a8-4ee4-9209-b2959d3011a1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Apr 12 15:14:21.721383 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:14:20Z', 'revision_number': 3, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port': {'id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:19Z', 'updated_at': '2022-04-12T15:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:21.755533 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Checking router: ff05db0f-9cec-4814-b603-3bf5d690e4f8 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:14:21.755880 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Updating router ff05db0f-9cec-4814-b603-3bf5d690e4f8 port d852de14-fa98-4dad-813f-40128f9c50d2 binding host dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:14:21.787106 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:21.936920 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 71444e2e-e3a1-4f25-be67-ec6b778b4267 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:21.962439 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.044213 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 71444e2e-e3a1-4f25-be67-ec6b778b4267 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:22.044594 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.133844 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Allocated IP 172.20.0.1 (b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776/e444a918-98b3-4942-abf6-744d05e18d44/714b456e-daa5-4330-a2eb-1998171754fb) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:14:22.138048 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Publish callbacks [] for port (d852de14-fa98-4dad-813f-40128f9c50d2), precommit_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.189280 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 71444e2e-e3a1-4f25-be67-ec6b778b4267 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:22.226722 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.250323 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks [] for port (714b456e-daa5-4330-a2eb-1998171754fb), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.283548 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Attempting to bind port d852de14-fa98-4dad-813f-40128f9c50d2 on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:14:22.283920 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Attempting to bind port d852de14-fa98-4dad-813f-40128f9c50d2 by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:14:22.284288 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Attempting to bind port d852de14-fa98-4dad-813f-40128f9c50d2 on network 5c74ded6-fcde-4f23-a6aa-a3ecb85d762b {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:22.292010 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77ec6-1225-4b41-b52c-7928ac75575c None None] Pushing event updated for resources: {'Port': ['ID=d852de14-fa98-4dad-813f-40128f9c50d2,revision_number=2']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:22.295659 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:14:22.296116 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Checking segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:22.296733 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.297184 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Bound using segment: {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'} {{(pid=110563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:14:22.298521 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.managers [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Bound port: d852de14-fa98-4dad-813f-40128f9c50d2, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a9137-8f44-4c45-88fb-ed25cb43920f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b'}}] {{(pid=110563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:14:22.298521 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.344369 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (714b456e-daa5-4330-a2eb-1998171754fb), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.355621 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] For port d852de14-fa98-4dad-813f-40128f9c50d2, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:14:22.359028 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] For port d852de14-fa98-4dad-813f-40128f9c50d2, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=d852de14-fa98-4dad-813f-40128f9c50d2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:14:22.386289 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:22.389131 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:22.391965 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:14:22.421532 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Pushing event updated for resources: {'Port': ['ID=714b456e-daa5-4330-a2eb-1998171754fb,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:22.428525 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.438644 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1667364'] for router_interface (ff05db0f-9cec-4814-b603-3bf5d690e4f8), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.485938 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Routers {'ff05db0f-9cec-4814-b603-3bf5d690e4f8'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:22.486682 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:22.554466 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77ec6-1225-4b41-b52c-7928ac75575c None None] Pushing event updated for resources: {'Port': ['ID=d852de14-fa98-4dad-813f-40128f9c50d2,revision_number=3']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:22.626104 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] Set router ff05db0f-9cec-4814-b603-3bf5d690e4f8 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:22.640770 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (714b456e-daa5-4330-a2eb-1998171754fb), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.698155 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-82ae9f43-508d-4525-bd9f-482a52f4823c None None] Provisioning complete for port 714b456e-daa5-4330-a2eb-1998171754fb triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:22.698460 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-82ae9f43-508d-4525-bd9f-482a52f4823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (714b456e-daa5-4330-a2eb-1998171754fb), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.786051 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-82ae9f43-508d-4525-bd9f-482a52f4823c None None] Port 714b456e-daa5-4330-a2eb-1998171754fb cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:14:22.841007 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae211ed-641e-4c22-aeac-bb07b7f7e558 req-48ee2811-3b0d-4f90-8cd4-029c72e91708 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:22.843079 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9ae211ed-641e-4c22-aeac-bb07b7f7e558 req-48ee2811-3b0d-4f90-8cd4-029c72e91708 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0680623 Apr 12 15:14:22.850992 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks [] for port (714b456e-daa5-4330-a2eb-1998171754fb), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.865002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:14:20Z', 'revision_number': 3, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port': {'id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:19Z', 'updated_at': '2022-04-12T15:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:22.895456 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6a5966-650b-469a-895f-056e66e4f033 None None] The sync data for ids ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'] in dv-cinder-837524-1-iscsi is: [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:14:20Z', 'revision_number': 3, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port': {'id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:19Z', 'updated_at': '2022-04-12T15:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:14:22.904141 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9ae211ed-641e-4c22-aeac-bb07b7f7e558 req-b2ea7d5f-0958-4362-9991-dfcb5a4baf12 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Apr 12 15:14:22.922260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (714b456e-daa5-4330-a2eb-1998171754fb), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:22.994003 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Pushing event updated for resources: {'Port': ['ID=714b456e-daa5-4330-a2eb-1998171754fb,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:22.999481 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1666196'] for router_interface (ff05db0f-9cec-4814-b603-3bf5d690e4f8), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:23.009310 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.009782 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.010135 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.010471 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.010800 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.011130 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.011455 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.011776 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.012102 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.012427 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.012750 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.013075 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.013395 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.013751 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.014075 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:14:23.109944 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:23.112264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:23.261398 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Router ff05db0f-9cec-4814-b603-3bf5d690e4f8 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:14:23.424795 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-baf846dd-97f0-4242-8143-796e02130524 None None] Provisioning complete for port 714b456e-daa5-4330-a2eb-1998171754fb triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:23.425299 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-baf846dd-97f0-4242-8143-796e02130524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (714b456e-daa5-4330-a2eb-1998171754fb), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:23.476566 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-baf846dd-97f0-4242-8143-796e02130524 None None] Port 714b456e-daa5-4330-a2eb-1998171754fb cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:14:23.697997 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:14:23.706198 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-a5c02331-aa69-4dd6-b0f0-c10ee8779b24 admin admin] 10.222.0.64 "PUT /v2.0/routers/ff05db0f-9cec-4814-b603-3bf5d690e4f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2324932 Apr 12 15:14:23.948295 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d852de14-fa98-4dad-813f-40128f9c50d2 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:24.002660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port d852de14-fa98-4dad-813f-40128f9c50d2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:24.003342 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:24.043216 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e7277-5f42-40d1-9cc9-eab31881fc03 req-7ce9536b-87dc-4dd7-af61-7f489d3b6759 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:24.050447 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a4e7277-5f42-40d1-9cc9-eab31881fc03 req-7ce9536b-87dc-4dd7-af61-7f489d3b6759 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0614235 Apr 12 15:14:24.099774 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port d852de14-fa98-4dad-813f-40128f9c50d2 is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:24.100380 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:24.101621 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a4e7277-5f42-40d1-9cc9-eab31881fc03 req-c7d95dce-3da6-482d-8a68-47311c36ccba tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487468 Apr 12 15:14:24.136226 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] For port d852de14-fa98-4dad-813f-40128f9c50d2, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=d852de14-fa98-4dad-813f-40128f9c50d2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:24.232499 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:24.289394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Pushing event updated for resources: {'Port': ['ID=d852de14-fa98-4dad-813f-40128f9c50d2,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:24.672518 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Sync routers for ids ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:14:24.684476 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Routers {'ff05db0f-9cec-4814-b603-3bf5d690e4f8'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:24.685111 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:24.799888 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Set router ff05db0f-9cec-4814-b603-3bf5d690e4f8 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:25.017184 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:14:22Z', 'revision_number': 4, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port': {'id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:19Z', 'updated_at': '2022-04-12T15:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '714b456e-daa5-4330-a2eb-1998171754fb', 'name': '', 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'mac_address': 'fa:16:3e:72:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e444a918-98b3-4942-abf6-744d05e18d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:21Z', 'updated_at': '2022-04-12T15:14:22Z', 'revision_number': 2, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'subnets': [{'id': 'e444a918-98b3-4942-abf6-744d05e18d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:25.049013 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Checking router: ff05db0f-9cec-4814-b603-3bf5d690e4f8 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:14:25.049668 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Updating router ff05db0f-9cec-4814-b603-3bf5d690e4f8 port 714b456e-daa5-4330-a2eb-1998171754fb binding host dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 15:14:25.171389 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (714b456e-daa5-4330-a2eb-1998171754fb), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:25.262870 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2b202-d8ac-444e-bcf7-4c706fe75c02 req-27f23beb-6c50-4302-a584-bae367fb4933 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:25.270810 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08e2b202-d8ac-444e-bcf7-4c706fe75c02 req-27f23beb-6c50-4302-a584-bae367fb4933 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0765147 Apr 12 15:14:25.326999 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08e2b202-d8ac-444e-bcf7-4c706fe75c02 req-d07bb988-e801-40ab-949b-792d88fa1b2e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549409 Apr 12 15:14:25.471447 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Publish callbacks [] for port (714b456e-daa5-4330-a2eb-1998171754fb), precommit_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:25.561538 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (714b456e-daa5-4330-a2eb-1998171754fb), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:25.615590 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b27d4a-dbc4-41a6-80a2-b92e7f1e1ab6 None None] Pushing event updated for resources: {'Port': ['ID=714b456e-daa5-4330-a2eb-1998171754fb,revision_number=3']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:25.688559 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Attempting to bind port 714b456e-daa5-4330-a2eb-1998171754fb on host dv-cinder-837524-1-iscsi for vnic_type normal with profile {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:14:25.689303 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Attempting to bind port 714b456e-daa5-4330-a2eb-1998171754fb by drivers openvswitch,hyperv on host dv-cinder-837524-1-iscsi at level 0 using segments [{'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:14:25.689303 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Attempting to bind port 714b456e-daa5-4330-a2eb-1998171754fb on network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:25.694995 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Checking agent: {'id': '6d7e59c7-4784-409c-b178-1dca236c354c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837524-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 45, 4), 'started_at': datetime.datetime(2022, 4, 12, 14, 45, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837524-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:14:25.695402 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Checking segment: {'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:25.695778 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:25.696463 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Bound using segment: {'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'} {{(pid=110564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:14:25.696967 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.managers [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Bound port: 714b456e-daa5-4330-a2eb-1998171754fb, host: dv-cinder-837524-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1903eb2-02b9-4d39-9cfd-c0756317813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776'}}] {{(pid=110564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:14:25.697333 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (714b456e-daa5-4330-a2eb-1998171754fb), before_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:25.781899 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] For port 714b456e-daa5-4330-a2eb-1998171754fb, host dv-cinder-837524-1-iscsi, cleared binding levels {{(pid=110564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:14:25.786557 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.plugins.ml2.db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] For port 714b456e-daa5-4330-a2eb-1998171754fb, host dv-cinder-837524-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=714b456e-daa5-4330-a2eb-1998171754fb,segment=NetworkSegment(f1903eb2-02b9-4d39-9cfd-c0756317813d),segment_id=f1903eb2-02b9-4d39-9cfd-c0756317813d)] {{(pid=110564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:14:25.864669 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron_lib.callbacks.manager [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (714b456e-daa5-4330-a2eb-1998171754fb), after_update {{(pid=110564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:25.913719 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ff3a917b-95e9-43c0-84b9-ca4f36ce1e18 None None] Provisioning complete for port 714b456e-daa5-4330-a2eb-1998171754fb triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:25.914904 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ff3a917b-95e9-43c0-84b9-ca4f36ce1e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (714b456e-daa5-4330-a2eb-1998171754fb), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:25.953118 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b27d4a-dbc4-41a6-80a2-b92e7f1e1ab6 None None] Pushing event updated for resources: {'Port': ['ID=714b456e-daa5-4330-a2eb-1998171754fb,revision_number=4']} {{(pid=110564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:25.989701 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Routers {'ff05db0f-9cec-4814-b603-3bf5d690e4f8'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:14:25.990366 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:14:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:26.071475 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d852de14-fa98-4dad-813f-40128f9c50d2 up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:26.127966 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ff3a917b-95e9-43c0-84b9-ca4f36ce1e18 None None] Current status of the port 714b456e-daa5-4330-a2eb-1998171754fb is: DOWN; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:26.128435 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ff3a917b-95e9-43c0-84b9-ca4f36ce1e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (714b456e-daa5-4330-a2eb-1998171754fb), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:26.143988 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] Set router ff05db0f-9cec-4814-b603-3bf5d690e4f8 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:14:26.176349 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port d852de14-fa98-4dad-813f-40128f9c50d2 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:26.176853 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:26.236884 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-ff3a917b-95e9-43c0-84b9-ca4f36ce1e18 None None] For port 714b456e-daa5-4330-a2eb-1998171754fb, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=714b456e-daa5-4330-a2eb-1998171754fb,segment=NetworkSegment(f1903eb2-02b9-4d39-9cfd-c0756317813d),segment_id=f1903eb2-02b9-4d39-9cfd-c0756317813d)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:26.304267 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ff3a917b-95e9-43c0-84b9-ca4f36ce1e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (714b456e-daa5-4330-a2eb-1998171754fb), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:26.343678 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port d852de14-fa98-4dad-813f-40128f9c50d2 is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:26.366775 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a917b-95e9-43c0-84b9-ca4f36ce1e18 None None] Pushing event updated for resources: {'Port': ['ID=714b456e-daa5-4330-a2eb-1998171754fb,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:26.403766 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:14:22Z', 'revision_number': 4, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port': {'id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:19Z', 'updated_at': '2022-04-12T15:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '714b456e-daa5-4330-a2eb-1998171754fb', 'name': '', 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'mac_address': 'fa:16:3e:72:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e444a918-98b3-4942-abf6-744d05e18d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:21Z', 'updated_at': '2022-04-12T15:14:25Z', 'revision_number': 4, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'subnets': [{'id': 'e444a918-98b3-4942-abf6-744d05e18d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:14:26.425711 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-515d031f-96a5-4566-befa-9c0e4cbd7fcf None None] Provisioning complete for port 714b456e-daa5-4330-a2eb-1998171754fb triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:26.426087 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-515d031f-96a5-4566-befa-9c0e4cbd7fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (714b456e-daa5-4330-a2eb-1998171754fb), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:26.432773 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c706262-8246-47e2-8492-c002d3bf095f None None] The sync data for ids ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'] in dv-cinder-837524-1-iscsi is: [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:14:22Z', 'revision_number': 4, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port': {'id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:19Z', 'updated_at': '2022-04-12T15:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi', '_interfaces': [{'id': '714b456e-daa5-4330-a2eb-1998171754fb', 'name': '', 'network_id': 'b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'mac_address': 'fa:16:3e:72:ab:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'e444a918-98b3-4942-abf6-744d05e18d44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:21Z', 'updated_at': '2022-04-12T15:14:25Z', 'revision_number': 4, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'subnets': [{'id': 'e444a918-98b3-4942-abf6-744d05e18d44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:14:26.494176 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a6ab-42e2-4cce-8e24-e7eddabc2d1b req-570ee7ba-635f-4c54-ace8-0840ae18d1e6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:26.500217 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c433a6ab-42e2-4cce-8e24-e7eddabc2d1b req-570ee7ba-635f-4c54-ace8-0840ae18d1e6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0780084 Apr 12 15:14:26.513444 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:14:26.577593 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-515d031f-96a5-4566-befa-9c0e4cbd7fcf None None] Current status of the port 714b456e-daa5-4330-a2eb-1998171754fb is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:26.594468 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c433a6ab-42e2-4cce-8e24-e7eddabc2d1b req-09e374c1-ba3e-4982-8905-b28de2cd24da tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794156 Apr 12 15:14:27.506918 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b47154b7-a6d6-48c9-9b55-06e13e3b6dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:27.750720 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93f02a-b4e1-4dd0-9b52-715414533ff0 req-c3cdd48d-1d5c-43b7-b679-4be11bbdc772 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:27.753027 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4b93f02a-b4e1-4dd0-9b52-715414533ff0 req-c3cdd48d-1d5c-43b7-b679-4be11bbdc772 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0561559 Apr 12 15:14:27.813398 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4b93f02a-b4e1-4dd0-9b52-715414533ff0 req-1400c661-b8d7-412a-81d4-a2d513c80f81 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493855 Apr 12 15:14:27.945876 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 714b456e-daa5-4330-a2eb-1998171754fb up at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:28.133621 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Provisioning complete for port 714b456e-daa5-4330-a2eb-1998171754fb triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:28.134040 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (714b456e-daa5-4330-a2eb-1998171754fb), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:28.214686 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Current status of the port 714b456e-daa5-4330-a2eb-1998171754fb is: ACTIVE; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:28.941313 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bb416-9595-4e6a-ac8f-4634c0263b93 req-b25c9481-19ab-4fcc-a742-e030bb1f5056 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:28.943602 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5c9bb416-9595-4e6a-ac8f-4634c0263b93 req-b25c9481-19ab-4fcc-a742-e030bb1f5056 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0530574 Apr 12 15:14:29.011583 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5c9bb416-9595-4e6a-ac8f-4634c0263b93 req-119b8ee9-0e11-43c7-b7b7-d2ffe0994af8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593746 Apr 12 15:14:30.115157 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a502c7cf-a1aa-4191-938c-d4039129f89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:30.165317 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19b421-ff5e-4d2e-b7ad-642b05c976c5 req-e4b6e1bb-65ca-4f4d-ae2d-a62d1c42b159 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:30.166938 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c19b421-ff5e-4d2e-b7ad-642b05c976c5 req-e4b6e1bb-65ca-4f4d-ae2d-a62d1c42b159 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0634327 Apr 12 15:14:30.222811 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c19b421-ff5e-4d2e-b7ad-642b05c976c5 req-f9d29b29-28ce-4f87-9eda-6ff69fd0e56f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486691 Apr 12 15:14:31.347539 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d39d77-a758-4180-b904-15023ce6550e req-bc03a019-11c8-4e6b-9b97-eb8e8583c426 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:31.349048 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-28d39d77-a758-4180-b904-15023ce6550e req-bc03a019-11c8-4e6b-9b97-eb8e8583c426 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Apr 12 15:14:31.409544 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:31.422437 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-28d39d77-a758-4180-b904-15023ce6550e req-b2a907a4-3b49-4902-a6ee-32f7a4fcf8a6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672941 Apr 12 15:14:32.546602 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56904e-fa3d-4d37-a9b9-24d078dbd00f req-dc26f06e-a4dc-4cda-857f-2eaf197c9a64 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:32.554138 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bb56904e-fa3d-4d37-a9b9-24d078dbd00f req-dc26f06e-a4dc-4cda-857f-2eaf197c9a64 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0622249 Apr 12 15:14:32.612864 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bb56904e-fa3d-4d37-a9b9-24d078dbd00f req-16bb6eef-e79c-43ce-b96a-18ac322f9289 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Apr 12 15:14:33.264031 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:33.783742 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fab2e-3452-4d14-8c20-a7e3dd5923e6 req-a2a06b81-e26d-439a-82a9-9cf7abde8658 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:33.797262 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-db9fab2e-3452-4d14-8c20-a7e3dd5923e6 req-a2a06b81-e26d-439a-82a9-9cf7abde8658 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0732796 Apr 12 15:14:33.855906 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-db9fab2e-3452-4d14-8c20-a7e3dd5923e6 req-366894e9-e315-48e0-9a0a-081fb17b2c98 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 Apr 12 15:14:34.314975 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:34.986740 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b93b73-6dd8-46fb-aa06-90b24f55c622 req-565785f7-d3c1-44cc-9467-a4556a73e9dc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:34.988222 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03b93b73-6dd8-46fb-aa06-90b24f55c622 req-565785f7-d3c1-44cc-9467-a4556a73e9dc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0479488 Apr 12 15:14:35.041168 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03b93b73-6dd8-46fb-aa06-90b24f55c622 req-27480473-23e8-4e79-a9f0-3e71cf784e6f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474896 Apr 12 15:14:35.718411 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-b49fadc5-ed22-48a4-a693-f767c32da0a8 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:35.719870 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-b49fadc5-ed22-48a4-a693-f767c32da0a8 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 815 time: 0.1012523 Apr 12 15:14:35.735407 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-a6996885-6b1e-4557-91c5-51fa0a346e0a tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/quotas/02c6845b3d9d43428aee79de0f571835 HTTP/1.1" status: 200 len: 375 time: 0.0100214 Apr 12 15:14:35.787393 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-e4f3bafc-5d00-4d8f-848f-f161c01a282c tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462306 Apr 12 15:14:35.850187 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-677f77b5-b759-4e82-99ed-9901a2168120 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110562) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:14:35.851181 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-677f77b5-b759-4e82-99ed-9901a2168120 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514529 Apr 12 15:14:35.946121 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-d8619f74-c03f-4c85-b692-a889281f7947 service neutron] 10.222.0.64 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882704 Apr 12 15:14:36.044159 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-f2633b6e-4179-489c-967c-328091bc4855 service neutron] 10.222.0.64 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918489 Apr 12 15:14:36.160568 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51899c98-f306-468e-aec7-bc4eb566bbe4 req-2988e75f-af95-4a2f-8e5a-cede8438ed72 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:36.162079 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51899c98-f306-468e-aec7-bc4eb566bbe4 req-2988e75f-af95-4a2f-8e5a-cede8438ed72 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0548279 Apr 12 15:14:36.213844 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-51899c98-f306-468e-aec7-bc4eb566bbe4 req-7cb06099-411b-457c-85e3-ba068a61e71e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Apr 12 15:14:36.316465 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b41197d-948c-40fc-8ca7-f57b3facf2a5 req-405f8ff4-237c-48bf-bb37-b6d5078cd1b7 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 210 time: 0.0277579 Apr 12 15:14:37.259477 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:37.335567 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d7c1d-d370-49a2-9e4d-4e235b74c192 req-987ed014-24a5-42b5-9ea2-b67c5b5126d9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:37.338686 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-121d7c1d-d370-49a2-9e4d-4e235b74c192 req-987ed014-24a5-42b5-9ea2-b67c5b5126d9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0510616 Apr 12 15:14:37.401147 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-121d7c1d-d370-49a2-9e4d-4e235b74c192 req-98a0d940-15f6-42ab-b772-e4790158255d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567479 Apr 12 15:14:37.417845 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9601519b-80c6-48f0-b9dc-dd2489a54b1c req-7917e88e-50f4-48ef-90f5-441fef8f5c58 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 210 time: 0.0306511 Apr 12 15:14:38.548192 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6ee693f5-a83e-4eb6-b7d0-a7d1cd2f35e7 req-35ae7e88-5961-476c-94a6-12e7244195aa tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 210 time: 0.0376120 Apr 12 15:14:38.557738 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f3409-3d40-486c-9fcf-616573172505 req-6a46828e-b8c2-4e0c-9c8e-bb1e8a8900e0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:38.559279 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-514f3409-3d40-486c-9fcf-616573172505 req-6a46828e-b8c2-4e0c-9c8e-bb1e8a8900e0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0798197 Apr 12 15:14:38.610030 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-514f3409-3d40-486c-9fcf-616573172505 req-2d6da5ac-e02d-4939-9323-a63f552a7682 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Apr 12 15:14:38.738657 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-27997a8a-839b-454c-909e-a4e730fe787e tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:38.740154 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-27997a8a-839b-454c-909e-a4e730fe787e tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 815 time: 0.1103663 Apr 12 15:14:38.752001 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Request body: {'port': {'device_id': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'admin_state_up': True, 'tenant_id': '02c6845b3d9d43428aee79de0f571835'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:38.926463 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Made reservation on behalf of 02c6845b3d9d43428aee79de0f571835 for: {'port': 1} {{(pid=110561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 15:14:38.930261 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:39.065794 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Allocated IP 172.20.0.12 (00c64e69-a8f5-4a03-947d-7bd730bbad16/aa657dbf-ba34-4585-8e25-89e559f5fbb6/6f814532-934c-4416-b3a5-eb58a7905405) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 15:14:39.226622 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks [] for port (6f814532-934c-4416-b3a5-eb58a7905405), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:39.352634 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751141554234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (6f814532-934c-4416-b3a5-eb58a7905405), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:39.402278 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 15:14:39.407687 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 15:14:39.410390 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 15:14:39.474962 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Pushing event updated for resources: {'Port': ['ID=6f814532-934c-4416-b3a5-eb58a7905405,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:39.474962 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:39.474962 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:39.584702 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-c86196f7-257e-4184-96f6-6e6279c3f2dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8365510 Apr 12 15:14:39.655090 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.v2.base [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Request body: {'port': {'device_id': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=110561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 15:14:39.710098 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-1e8281ce-8cb0-41e7-84ed-3ac52f2f830d None None] Provisioning complete for port 6f814532-934c-4416-b3a5-eb58a7905405 triggered by entity DHCP. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:39.714586 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1e8281ce-8cb0-41e7-84ed-3ac52f2f830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (6f814532-934c-4416-b3a5-eb58a7905405), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:39.717085 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20394599-1099-4901-8eec-81a36bd568f5 req-e856c9ec-c773-4c6f-95e5-12c8e2d182b9 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:39.725733 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-20394599-1099-4901-8eec-81a36bd568f5 req-e856c9ec-c773-4c6f-95e5-12c8e2d182b9 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 932 time: 0.0749977 Apr 12 15:14:39.766710 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (6f814532-934c-4416-b3a5-eb58a7905405), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:39.826766 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-1e8281ce-8cb0-41e7-84ed-3ac52f2f830d None None] Port 6f814532-934c-4416-b3a5-eb58a7905405 cannot update to ACTIVE because it is not bound. {{(pid=110563) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 15:14:39.831692 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-20394599-1099-4901-8eec-81a36bd568f5 req-08a7afec-e236-47ce-9bbc-e9a451a6aa3a tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047511 Apr 12 15:14:39.919576 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415f15-ca71-418d-9cbb-4d4e1ceaee89 req-0a5e0656-900f-4506-a787-7aad572da54d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:39.921912 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1c415f15-ca71-418d-9cbb-4d4e1ceaee89 req-0a5e0656-900f-4506-a787-7aad572da54d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.1189747 Apr 12 15:14:40.001006 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1c415f15-ca71-418d-9cbb-4d4e1ceaee89 req-268caee3-a4b6-400d-a777-c29511fa35d2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727007 Apr 12 15:14:40.206002 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f814532-934c-4416-b3a5-eb58a7905405 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:14:40.215239 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Publish callbacks [] for port (6f814532-934c-4416-b3a5-eb58a7905405), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:40.229260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Transition to ACTIVE for port object 6f814532-934c-4416-b3a5-eb58a7905405 will not be triggered until provisioned by entity L2. {{(pid=110561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 15:14:40.309509 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (6f814532-934c-4416-b3a5-eb58a7905405), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:40.379061 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Pushing event updated for resources: {'Port': ['ID=6f814532-934c-4416-b3a5-eb58a7905405,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:40.513855 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Attempting to bind port 6f814532-934c-4416-b3a5-eb58a7905405 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 15:14:40.514238 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Attempting to bind port 6f814532-934c-4416-b3a5-eb58a7905405 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 15:14:40.514645 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Attempting to bind port 6f814532-934c-4416-b3a5-eb58a7905405 on network 00c64e69-a8f5-4a03-947d-7bd730bbad16 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:40.524559 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Port 6f814532-934c-4416-b3a5-eb58a7905405 on network 00c64e69-a8f5-4a03-947d-7bd730bbad16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 15:14:40.524884 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Attempting to bind port 6f814532-934c-4416-b3a5-eb58a7905405 on network 00c64e69-a8f5-4a03-947d-7bd730bbad16 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 15:14:40.531975 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Checking agent: {'id': '4cadaa5a-2b9a-4612-b8cd-25e2371650d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'started_at': datetime.datetime(2022, 4, 12, 14, 52, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 15:14:40.532333 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Checking segment: {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 15:14:40.532957 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Bound using segment: {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 15:14:40.533571 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Bound port: 6f814532-934c-4416-b3a5-eb58a7905405, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505ba36e-f76a-48e2-9fd9-f3093e8f7f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 15:14:40.534055 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (6f814532-934c-4416-b3a5-eb58a7905405), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:40.651300 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] For port 6f814532-934c-4416-b3a5-eb58a7905405, host hv-cinder-83752, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 15:14:40.654829 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] For port 6f814532-934c-4416-b3a5-eb58a7905405, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6f814532-934c-4416-b3a5-eb58a7905405,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 15:14:40.766914 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10438929'] for port (6f814532-934c-4416-b3a5-eb58a7905405), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:40.784194 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:40.784829 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:40.786550 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] 10.222.0.57 "PUT /v2.0/ports/6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 1094 time: 1.1361597 Apr 12 15:14:40.808635 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'tag': '6f814532-934c-4416-b3a5-eb58a7905405'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:14:40.810736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082785c5-5577-4a6a-96d1-c1719a891357" -d '{"events": [{"name": "network-changed", "server_uuid": "40087dd0-4e35-4fa7-a289-68d4db17ee5f", "tag": "6f814532-934c-4416-b3a5-eb58a7905405"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:14:40.864238 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340582ee-11dd-401a-85ca-d75d096f8bab service neutron] Pushing event updated for resources: {'Port': ['ID=6f814532-934c-4416-b3a5-eb58a7905405,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:41.009065 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ce4cf-b8ac-4f7e-b536-73608fb7ea77 req-30579459-14b0-4f2a-9047-f4da354d0fcc tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:41.017673 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-874ce4cf-b8ac-4f7e-b536-73608fb7ea77 req-30579459-14b0-4f2a-9047-f4da354d0fcc tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0769935 Apr 12 15:14:41.080515 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-874ce4cf-b8ac-4f7e-b536-73608fb7ea77 req-bc028a44-7e71-4b62-9db3-8df23aa9e996 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617321 Apr 12 15:14:41.214806 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab082e-6625-4d67-9068-e34a417e3ccd req-f9470dba-1f2b-46ac-b3b7-6f212fed49db tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:41.221916 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cfab082e-6625-4d67-9068-e34a417e3ccd req-f9470dba-1f2b-46ac-b3b7-6f212fed49db tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0676553 Apr 12 15:14:41.271064 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cfab082e-6625-4d67-9068-e34a417e3ccd req-e34d033b-d378-45e0-b137-df3a0246d9d7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475702 Apr 12 15:14:41.983632 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eed18d-fc2b-474a-ac68-eef9d21384af x-openstack-request-id: req-f2eed18d-fc2b-474a-ac68-eef9d21384af {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:14:41.984129 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40087dd0-4e35-4fa7-a289-68d4db17ee5f", "tag": "6f814532-934c-4416-b3a5-eb58a7905405", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:14:41.984259 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2eed18d-fc2b-474a-ac68-eef9d21384af {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:14:41.984567 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2eed18d-fc2b-474a-ac68-eef9d21384af'] response: {'name': 'network-changed', 'server_uuid': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'tag': '6f814532-934c-4416-b3a5-eb58a7905405', 'status': 'completed', 'code': 200} Apr 12 15:14:42.200158 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb85e6c-a212-4295-a49c-7f7d931d007b req-0144355a-7286-41c8-96e8-40881eb33bbb tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:42.202143 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bfb85e6c-a212-4295-a49c-7f7d931d007b req-0144355a-7286-41c8-96e8-40881eb33bbb tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0503652 Apr 12 15:14:42.268708 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bfb85e6c-a212-4295-a49c-7f7d931d007b req-290988cd-12c7-4867-aca6-2124c46ee0dd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581172 Apr 12 15:14:42.401851 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e086cc-f3b9-4ba1-a4af-f5fc52e3c774 req-72b0f0b9-de92-4757-886e-5b26235c569e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:42.403542 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-58e086cc-f3b9-4ba1-a4af-f5fc52e3c774 req-72b0f0b9-de92-4757-886e-5b26235c569e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0496736 Apr 12 15:14:42.454750 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-58e086cc-f3b9-4ba1-a4af-f5fc52e3c774 req-f2640126-86ac-4902-9649-288fd13f69c3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Apr 12 15:14:43.399575 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddca15-8be6-481f-aeb0-911f2cdcbd7f req-873559d2-50cc-4214-a8ec-55b85ae2fbab tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:43.401063 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03ddca15-8be6-481f-aeb0-911f2cdcbd7f req-873559d2-50cc-4214-a8ec-55b85ae2fbab tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0488517 Apr 12 15:14:43.452465 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03ddca15-8be6-481f-aeb0-911f2cdcbd7f req-f1c37472-8577-49be-80a3-b9346e8807f5 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Apr 12 15:14:43.608225 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d0bd7-2d98-42d1-9449-7e2ed7cea9f2 req-b336a725-fdf0-4c9d-8ad9-557b49f73d5b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:43.609859 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4f7d0bd7-2d98-42d1-9449-7e2ed7cea9f2 req-b336a725-fdf0-4c9d-8ad9-557b49f73d5b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0703218 Apr 12 15:14:43.666729 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4f7d0bd7-2d98-42d1-9449-7e2ed7cea9f2 req-296ac7dc-5339-4fe2-990a-019f305112ad tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 Apr 12 15:14:44.574341 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6856-6379-4db1-be71-f6058303a9dd req-b58b8c07-78ab-4a31-805d-ea10dd06e95c tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:44.575876 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef5f6856-6379-4db1-be71-f6058303a9dd req-b58b8c07-78ab-4a31-805d-ea10dd06e95c tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0509381 Apr 12 15:14:44.629437 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef5f6856-6379-4db1-be71-f6058303a9dd req-a1035bdc-e571-43f0-9978-94be5e2a24fd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Apr 12 15:14:44.798278 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d64332-4738-406a-a5ba-56abc14339c5 req-fdc4f426-a740-4142-80c9-f824a880ef9d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:44.799982 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-02d64332-4738-406a-a5ba-56abc14339c5 req-fdc4f426-a740-4142-80c9-f824a880ef9d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0512578 Apr 12 15:14:44.855273 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-02d64332-4738-406a-a5ba-56abc14339c5 req-65bf13ea-ebbf-4664-b8bd-3c4e86e35dff tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488429 Apr 12 15:14:45.766192 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b520938-18db-403a-b218-c258a655346c req-73b070b3-254d-4a5f-9e5c-c0ba27ff4a79 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:45.772798 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6b520938-18db-403a-b218-c258a655346c req-73b070b3-254d-4a5f-9e5c-c0ba27ff4a79 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0549395 Apr 12 15:14:45.835540 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6b520938-18db-403a-b218-c258a655346c req-03f55c8c-717d-42ff-bf99-476e8a9e7149 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602596 Apr 12 15:14:45.999644 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d7645-21cb-4347-866d-62d570b8567f req-988f20a1-b775-4035-91c1-c2f231f752e2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:46.002123 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-537d7645-21cb-4347-866d-62d570b8567f req-988f20a1-b775-4035-91c1-c2f231f752e2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0744970 Apr 12 15:14:46.064514 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-537d7645-21cb-4347-866d-62d570b8567f req-e69f740d-163f-4b98-824f-a37d297d8efe tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566690 Apr 12 15:14:46.973625 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be85c0-04c7-40c9-9067-32fcc8be73b2 req-884a644b-7fae-464b-9f42-82e95b879c0c tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:46.975402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e8be85c0-04c7-40c9-9067-32fcc8be73b2 req-884a644b-7fae-464b-9f42-82e95b879c0c tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0565605 Apr 12 15:14:47.025082 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e8be85c0-04c7-40c9-9067-32fcc8be73b2 req-974daf46-0f98-4ac0-bfb5-3136501878f1 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 Apr 12 15:14:47.176651 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082785c5-5577-4a6a-96d1-c1719a891357 req-bcab2dcf-c9ea-4e4f-bbd5-333abaf6cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:47.178201 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-082785c5-5577-4a6a-96d1-c1719a891357 req-bcab2dcf-c9ea-4e4f-bbd5-333abaf6cdff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1128 time: 0.0421121 Apr 12 15:14:47.188651 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a005a08-92f3-4096-a97d-239685067155 req-adb58751-8213-4ae6-b8cb-b367fc2dfa3a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:47.190150 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5a005a08-92f3-4096-a97d-239685067155 req-adb58751-8213-4ae6-b8cb-b367fc2dfa3a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0475442 Apr 12 15:14:47.239192 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5a005a08-92f3-4096-a97d-239685067155 req-19cdf3be-1615-48a3-90dd-4e847296f5ca tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Apr 12 15:14:47.280096 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082785c5-5577-4a6a-96d1-c1719a891357 req-878be184-d64e-476c-af87-66b4177916a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:47.281578 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-082785c5-5577-4a6a-96d1-c1719a891357 req-878be184-d64e-476c-af87-66b4177916a4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=02c6845b3d9d43428aee79de0f571835&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971680 Apr 12 15:14:47.378242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082785c5-5577-4a6a-96d1-c1719a891357 req-e23d41f9-8c33-4e85-af33-c4ec5d46e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:47.379629 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-082785c5-5577-4a6a-96d1-c1719a891357 req-e23d41f9-8c33-4e85-af33-c4ec5d46e989 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924227 Apr 12 15:14:47.628158 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-87d1c9e3-2677-4101-af6d-1276f0a892d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:47.630239 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-87d1c9e3-2677-4101-af6d-1276f0a892d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1128 time: 0.0396943 Apr 12 15:14:47.676527 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-033288cb-0ec1-443e-a7dd-b71f8e617564 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0365667 Apr 12 15:14:47.737396 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-d219957e-2713-4c3e-a59c-f441bb287b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:47.739060 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-d219957e-2713-4c3e-a59c-f441bb287b94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0547581 Apr 12 15:14:47.794121 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7288b-80ff-4862-86dc-002401444129 req-a62135e7-60bd-4a3b-a963-c1f0468dfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:47.796059 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-a62135e7-60bd-4a3b-a963-c1f0468dfc18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478966 Apr 12 15:14:47.906580 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-f36a98ee-55b0-4080-8f7c-d4e4855b352b service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029580 Apr 12 15:14:48.007312 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-08c7288b-80ff-4862-86dc-002401444129 req-83aa9404-3954-46c0-9b5b-bdcf46715306 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945210 Apr 12 15:14:48.142328 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6687246-8139-4c6e-a319-0174da802a03 req-db1698b5-3772-41f6-8490-36ddcefa1c15 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:48.143778 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6687246-8139-4c6e-a319-0174da802a03 req-db1698b5-3772-41f6-8490-36ddcefa1c15 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0496602 Apr 12 15:14:48.190055 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6687246-8139-4c6e-a319-0174da802a03 req-df41eee6-1d2a-4f6b-a408-52edfd2704fa tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Apr 12 15:14:48.352453 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313812c-8b7f-49ec-8565-8fed83544cea req-3d37f1c1-e455-4868-95ba-e8685f361ec4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:48.354015 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a313812c-8b7f-49ec-8565-8fed83544cea req-3d37f1c1-e455-4868-95ba-e8685f361ec4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0471766 Apr 12 15:14:48.400523 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a313812c-8b7f-49ec-8565-8fed83544cea req-71117ee5-68bf-4dc6-a79a-526bac85d2d3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Apr 12 15:14:49.277733 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 6f814532-934c-4416-b3a5-eb58a7905405 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=110563) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 15:14:49.301751 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77884f9d-7cb3-4037-bfbb-1454f9697346 req-1690e042-f401-49e3-a8cf-cf7b8faaf891 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:49.303235 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77884f9d-7cb3-4037-bfbb-1454f9697346 req-1690e042-f401-49e3-a8cf-cf7b8faaf891 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 944 time: 0.0471082 Apr 12 15:14:49.355571 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-77884f9d-7cb3-4037-bfbb-1454f9697346 req-496fe56b-a6e3-4f23-8db3-5e1ef571ffb6 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458195 Apr 12 15:14:49.376416 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 6f814532-934c-4416-b3a5-eb58a7905405, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6f814532-934c-4416-b3a5-eb58a7905405,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:49.391268 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Returning: {'device': '6f814532-934c-4416-b3a5-eb58a7905405', 'network_id': '00c64e69-a8f5-4a03-947d-7bd730bbad16', 'port_id': '6f814532-934c-4416-b3a5-eb58a7905405', 'mac_address': 'fa:16:3e:5b:96:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa657dbf-ba34-4585-8e25-89e559f5fbb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110563) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 15:14:49.429128 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 6f814532-934c-4416-b3a5-eb58a7905405 is: DOWN; New status is: BUILD {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:49.429128 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (6f814532-934c-4416-b3a5-eb58a7905405), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:49.442779 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f814532-934c-4416-b3a5-eb58a7905405 {{(pid=110563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 15:14:49.463501 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 6f814532-934c-4416-b3a5-eb58a7905405, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6f814532-934c-4416-b3a5-eb58a7905405,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:49.511826 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b3347-6619-4226-a295-b6cf8ebec86b req-01f3d83f-8e84-4c41-a270-d8e71b429f7b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:49.513288 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f4b3347-6619-4226-a295-b6cf8ebec86b req-01f3d83f-8e84-4c41-a270-d8e71b429f7b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0458226 Apr 12 15:14:49.537425 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (6f814532-934c-4416-b3a5-eb58a7905405), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:49.563977 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f4b3347-6619-4226-a295-b6cf8ebec86b req-95c57e0a-a8cc-4f72-97ae-4c7ede0b8f8f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450566 Apr 12 15:14:49.587685 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=6f814532-934c-4416-b3a5-eb58a7905405,revision_number=4']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:49.776844 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['6f814532-934c-4416-b3a5-eb58a7905405'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:14:50.465755 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a839d8-4083-4134-99b7-58b1fcc26c80 req-f0977578-9ef1-408a-a8d8-dfe958b79ef9 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:50.467180 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4a839d8-4083-4134-99b7-58b1fcc26c80 req-f0977578-9ef1-408a-a8d8-dfe958b79ef9 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 945 time: 0.0456572 Apr 12 15:14:50.512138 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4a839d8-4083-4134-99b7-58b1fcc26c80 req-c3e3fcf7-7203-4ab1-9498-0e9e3ba8c804 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395331 Apr 12 15:14:50.682995 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc31000-7d1e-4273-818b-d00a269cd58f req-443ea069-dec7-4df9-a8ca-32901ef49db3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:50.684348 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cbc31000-7d1e-4273-818b-d00a269cd58f req-443ea069-dec7-4df9-a8ca-32901ef49db3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0496252 Apr 12 15:14:50.729954 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cbc31000-7d1e-4273-818b-d00a269cd58f req-fde3a727-bedf-43bf-b9ea-3a91e045bb33 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Apr 12 15:14:51.289545 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 6f814532-934c-4416-b3a5-eb58a7905405 up at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 15:14:51.332608 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning for port 6f814532-934c-4416-b3a5-eb58a7905405 completed by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 15:14:51.405718 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.provisioning_blocks [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Provisioning complete for port 6f814532-934c-4416-b3a5-eb58a7905405 triggered by entity L2. {{(pid=110563) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 15:14:51.406145 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-660830'] for port (6f814532-934c-4416-b3a5-eb58a7905405), provisioning_complete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:51.488285 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Current status of the port 6f814532-934c-4416-b3a5-eb58a7905405 is: BUILD; New status is: ACTIVE {{(pid=110563) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 15:14:51.488669 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-620373'] for port (6f814532-934c-4416-b3a5-eb58a7905405), before_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:51.516671 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f814532-934c-4416-b3a5-eb58a7905405'}] {{(pid=110563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:14:51.519131 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1942bac344f24858f62f3d380d2a5c035ac922ca13ccafbdec82117c15dc4383" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb52f0-66da-45d5-9287-3dcb6b63a241" -d '{"events": [{"server_uuid": "40087dd0-4e35-4fa7-a289-68d4db17ee5f", "name": "network-vif-plugged", "status": "completed", "tag": "6f814532-934c-4416-b3a5-eb58a7905405"}]}' {{(pid=110563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:14:51.533706 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] For port 6f814532-934c-4416-b3a5-eb58a7905405, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6f814532-934c-4416-b3a5-eb58a7905405,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:14:51.609929 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751142030111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751141554252', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751141554270'] for port (6f814532-934c-4416-b3a5-eb58a7905405), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:51.639358 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe01d0-b6b2-4804-b38c-421c00eedd81 req-4a8b9451-80cb-4d1c-9fe7-3b89480bd8d2 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:51.640860 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8bbe01d0-b6b2-4804-b38c-421c00eedd81 req-4a8b9451-80cb-4d1c-9fe7-3b89480bd8d2 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 945 time: 0.0560448 Apr 12 15:14:51.650085 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85e10c7-700c-4249-be3e-0f796f973f53 x-openstack-request-id: req-a85e10c7-700c-4249-be3e-0f796f973f53 {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:14:51.654224 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40087dd0-4e35-4fa7-a289-68d4db17ee5f", "name": "network-vif-plugged", "status": "completed", "tag": "6f814532-934c-4416-b3a5-eb58a7905405", "code": 200}]} {{(pid=110563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:14:51.654224 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a85e10c7-700c-4249-be3e-0f796f973f53 {{(pid=110563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:14:51.654224 dv-cinder-837524-1-iscsi neutron-server[110563]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a85e10c7-700c-4249-be3e-0f796f973f53'] response: {'server_uuid': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f814532-934c-4416-b3a5-eb58a7905405', 'code': 200} Apr 12 15:14:51.676186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Pushing event updated for resources: {'Port': ['ID=6f814532-934c-4416-b3a5-eb58a7905405,revision_number=5']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:14:51.698855 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8bbe01d0-b6b2-4804-b38c-421c00eedd81 req-3a8d5c99-f1fa-42e9-98aa-51c6f68bea32 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Apr 12 15:14:51.844037 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5593a-cabb-4eff-8ed9-e9a534688d4e req-f55f81ce-57b8-480d-a5e0-8e5f85418573 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:51.845472 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60a5593a-cabb-4eff-8ed9-e9a534688d4e req-f55f81ce-57b8-480d-a5e0-8e5f85418573 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0472825 Apr 12 15:14:51.897054 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60a5593a-cabb-4eff-8ed9-e9a534688d4e req-d94a9b90-df64-468b-9f10-0b5e0e193ec9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458629 Apr 12 15:14:51.952974 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2655435-e613-449f-b560-71a2dccf18cf req-2b3df552-3aa0-4e65-a66f-51fdb61ecf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:51.954578 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e2655435-e613-449f-b560-71a2dccf18cf req-2b3df552-3aa0-4e65-a66f-51fdb61ecf1b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0403042 Apr 12 15:14:51.999015 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e2655435-e613-449f-b560-71a2dccf18cf req-f858ffc3-f52d-4184-b656-fdd852f4f953 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374146 Apr 12 15:14:52.819461 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bacc81-4dfe-4743-b750-8f233dab188b req-19f7af9c-0048-417e-b23e-e8db756abde3 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:52.821558 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5bacc81-4dfe-4743-b750-8f233dab188b req-19f7af9c-0048-417e-b23e-e8db756abde3 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 946 time: 0.0557909 Apr 12 15:14:52.868802 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d5bacc81-4dfe-4743-b750-8f233dab188b req-58b4747c-c3c2-47a9-ba70-18c9055f0e74 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Apr 12 15:14:53.011570 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20d594-2c5b-4024-b550-d0fca128c5d5 req-890a29c0-2162-46ad-92ac-5d358cd19acf tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:53.013061 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b20d594-2c5b-4024-b550-d0fca128c5d5 req-890a29c0-2162-46ad-92ac-5d358cd19acf tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0462835 Apr 12 15:14:53.061892 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b20d594-2c5b-4024-b550-d0fca128c5d5 req-05580a31-d1c1-4df4-b804-5c986aa5b8c3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Apr 12 15:14:53.985209 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a351c65-87e5-4f5d-9049-ffd1044f6ce1 req-fe9b2658-8b8d-4866-b791-6fc1c3eba1f2 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:53.986795 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0a351c65-87e5-4f5d-9049-ffd1044f6ce1 req-fe9b2658-8b8d-4866-b791-6fc1c3eba1f2 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 946 time: 0.0510361 Apr 12 15:14:54.040278 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0a351c65-87e5-4f5d-9049-ffd1044f6ce1 req-72de3a10-e5cc-4f5e-a6af-0330bf557527 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471258 Apr 12 15:14:54.182865 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e435411-01db-42aa-adf7-5ca0540f79bf req-6807b7a6-d5d2-4e32-9e4e-4d924555459e tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:54.184258 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8e435411-01db-42aa-adf7-5ca0540f79bf req-6807b7a6-d5d2-4e32-9e4e-4d924555459e tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 946 time: 0.0732918 Apr 12 15:14:54.203172 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691732a-36e0-4017-be1a-ec8efd99165b req-016e47a2-25d3-448e-b161-65419a83f95e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:54.204532 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d691732a-36e0-4017-be1a-ec8efd99165b req-016e47a2-25d3-448e-b161-65419a83f95e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0652056 Apr 12 15:14:54.274083 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8e435411-01db-42aa-adf7-5ca0540f79bf req-3d7987ce-9108-44f2-8e10-c581d2b3e451 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823996 Apr 12 15:14:54.278310 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d691732a-36e0-4017-be1a-ec8efd99165b req-e39a1838-dae2-4ee4-a5a4-f6df3c4992dd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630424 Apr 12 15:14:54.609852 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da229d55-f012-49f0-8984-0e06548416a3 req-79cf6fc5-4266-49a1-8f45-1cc59f27768c tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:54.611316 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da229d55-f012-49f0-8984-0e06548416a3 req-79cf6fc5-4266-49a1-8f45-1cc59f27768c tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 946 time: 0.0469892 Apr 12 15:14:54.658025 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da229d55-f012-49f0-8984-0e06548416a3 req-9c549596-b443-472f-ab28-972a809a4a0e tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410490 Apr 12 15:14:55.399555 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da052d70-cc51-4213-bbfb-49bb8054c9e2 req-c39a7684-ad22-49f3-afe2-c9a4146673db tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:55.401213 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da052d70-cc51-4213-bbfb-49bb8054c9e2 req-c39a7684-ad22-49f3-afe2-c9a4146673db tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0488889 Apr 12 15:14:55.454156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-da052d70-cc51-4213-bbfb-49bb8054c9e2 req-730684b7-0006-4c74-a42b-3bdc2ba5e41e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468340 Apr 12 15:14:56.597039 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6a30f-1e1c-4ca9-b544-98fd57cc6dc3 req-d0a00841-ef6a-4763-9d2c-bff84e63fb6a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:56.602550 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ec6a30f-1e1c-4ca9-b544-98fd57cc6dc3 req-d0a00841-ef6a-4763-9d2c-bff84e63fb6a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0501733 Apr 12 15:14:56.646662 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ec6a30f-1e1c-4ca9-b544-98fd57cc6dc3 req-84d9685f-c999-4096-94b7-4a74295e4e76 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Apr 12 15:14:57.611720 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-db0150df-baa6-4874-bc2d-b23269796dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:14:57.764170 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555d2a7-9415-49e1-bb3b-11f41d6991cb req-f528f208-01dd-4bd5-8795-d763b7ddf00a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:57.765655 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2555d2a7-9415-49e1-bb3b-11f41d6991cb req-f528f208-01dd-4bd5-8795-d763b7ddf00a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0462468 Apr 12 15:14:57.813852 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2555d2a7-9415-49e1-bb3b-11f41d6991cb req-fc5b2efc-e012-4a39-85f8-bf0a7487102f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Apr 12 15:14:58.932893 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467c11a-53f0-45e4-a877-0171c354cdd8 req-dc80e12f-33b4-41f0-b054-4e30269f8e8d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:14:58.934542 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d467c11a-53f0-45e4-a877-0171c354cdd8 req-dc80e12f-33b4-41f0-b054-4e30269f8e8d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0526862 Apr 12 15:14:58.986072 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d467c11a-53f0-45e4-a877-0171c354cdd8 req-5d8b4bee-d989-464c-8520-a21fa37a1591 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Apr 12 15:15:00.116260 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3499-5ccf-4990-8476-004b1310ac3b req-74cb0c4c-488c-4722-8951-c143f8053864 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:00.118843 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efae3499-5ccf-4990-8476-004b1310ac3b req-74cb0c4c-488c-4722-8951-c143f8053864 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0489080 Apr 12 15:15:00.169170 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-02733346-fd1d-4ed0-b209-3cfefbbf7645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:00.176711 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efae3499-5ccf-4990-8476-004b1310ac3b req-fc32fe7e-4276-4c65-ba58-f263341eec6e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481627 Apr 12 15:15:01.293681 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c98e9-2c69-4001-8b73-0ad2976ee4b7 req-65c37205-b90d-4463-a287-23922be3e97d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:01.295175 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c1c98e9-2c69-4001-8b73-0ad2976ee4b7 req-65c37205-b90d-4463-a287-23922be3e97d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0466862 Apr 12 15:15:01.346299 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c1c98e9-2c69-4001-8b73-0ad2976ee4b7 req-4e89c646-2214-4901-a269-3eaeefdf0be7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455024 Apr 12 15:15:01.374416 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:02.456323 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85d2ae-6eeb-4be2-89bc-f33d29bc22d2 req-3b0a750e-bb3e-4e52-a8ee-c40e577ae257 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:02.457780 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef85d2ae-6eeb-4be2-89bc-f33d29bc22d2 req-3b0a750e-bb3e-4e52-a8ee-c40e577ae257 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0450940 Apr 12 15:15:02.503402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef85d2ae-6eeb-4be2-89bc-f33d29bc22d2 req-0c71e94f-bf0f-4c48-b83f-2a387f5cc6bc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Apr 12 15:15:03.308569 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:03.503327 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:15:03.619734 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f51c-3e65-4ca6-832a-c7e1d461df9c req-62ef8590-b3a1-4dee-94c5-7b53165f4c5f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:03.621221 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-55d4f51c-3e65-4ca6-832a-c7e1d461df9c req-62ef8590-b3a1-4dee-94c5-7b53165f4c5f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0475123 Apr 12 15:15:03.668988 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-55d4f51c-3e65-4ca6-832a-c7e1d461df9c req-6b4183ab-f18a-482f-ace7-32c1f4a0a78f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421414 Apr 12 15:15:04.074159 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:04.786122 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8e435-609a-47be-b94c-4f1d553a7d54 req-2b7a705f-475d-4687-a0c9-d342ca1a8064 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:04.787490 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21a8e435-609a-47be-b94c-4f1d553a7d54 req-2b7a705f-475d-4687-a0c9-d342ca1a8064 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0495932 Apr 12 15:15:04.834411 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21a8e435-609a-47be-b94c-4f1d553a7d54 req-716a16e0-c964-4e40-9848-00f5e95c4f3b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Apr 12 15:15:05.948793 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca03d-048b-4a61-96ba-d902994d8847 req-08a598ad-677a-46ee-9708-383f617aad02 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:05.950298 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cc8ca03d-048b-4a61-96ba-d902994d8847 req-08a598ad-677a-46ee-9708-383f617aad02 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0469820 Apr 12 15:15:05.996717 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cc8ca03d-048b-4a61-96ba-d902994d8847 req-3551a96f-e28d-452b-80e8-c046cffbe9d2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Apr 12 15:15:07.151208 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d337-92d3-4f22-9210-17d798470e94 req-c3f10837-b9d2-4e9c-839b-d014c4f35e9b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:07.152675 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5494d337-92d3-4f22-9210-17d798470e94 req-c3f10837-b9d2-4e9c-839b-d014c4f35e9b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0561490 Apr 12 15:15:07.206858 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5494d337-92d3-4f22-9210-17d798470e94 req-c93b3dd4-4bf8-444f-8c5e-a5217823bc6b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474961 Apr 12 15:15:07.268462 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:08.342357 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25d4a7-1a4b-4bc2-b0d8-408f130378a3 req-c70f422a-de8d-47fa-b014-280780965d4f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:08.343824 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4b25d4a7-1a4b-4bc2-b0d8-408f130378a3 req-c70f422a-de8d-47fa-b014-280780965d4f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0477457 Apr 12 15:15:08.389307 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4b25d4a7-1a4b-4bc2-b0d8-408f130378a3 req-094c9d3a-bd2c-423b-9924-1bb35333a6ab tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Apr 12 15:15:09.503023 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4896d4-9480-483c-b052-f086e4c11d75 req-a006cd18-60ba-4e28-ad69-07d428491225 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:09.504515 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b4896d4-9480-483c-b052-f086e4c11d75 req-a006cd18-60ba-4e28-ad69-07d428491225 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0467331 Apr 12 15:15:09.557467 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b4896d4-9480-483c-b052-f086e4c11d75 req-3634e544-508d-4c5b-80bb-709a1bfb71cc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Apr 12 15:15:10.686075 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01eced-0f9e-4b62-b461-a1bed49a1d57 req-a3cf9cae-d688-4f2d-b360-510920f747d1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:10.687546 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b01eced-0f9e-4b62-b461-a1bed49a1d57 req-a3cf9cae-d688-4f2d-b360-510920f747d1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0479929 Apr 12 15:15:10.735333 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7b01eced-0f9e-4b62-b461-a1bed49a1d57 req-9348827f-bf01-4f20-aead-f640e5ab6a8f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 Apr 12 15:15:10.862592 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-d61870e1-51c1-4f1f-9d0d-27931f035db7 service neutron] (110561) timed out ('10.222.0.64', 42596) {{(pid=110561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:15:10.951695 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-1e018c64-421b-4083-90c0-5d5d2630ba26 req-bab4b804-3719-41bd-b72a-b3d5aab29f85 tempest-AttachVolumeShelveTestJSON-1944384063 tempest-AttachVolumeShelveTestJSON-1944384063-project] (110561) timed out ('10.222.0.64', 42652) {{(pid=110561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:15:11.847685 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a0a09-3619-4881-b7f8-6bb2cbb6de49 req-8afe6f3d-4bd8-44e2-97e1-ce854c56e4c9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:11.849032 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d84a0a09-3619-4881-b7f8-6bb2cbb6de49 req-8afe6f3d-4bd8-44e2-97e1-ce854c56e4c9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0461304 Apr 12 15:15:11.896566 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d84a0a09-3619-4881-b7f8-6bb2cbb6de49 req-607d277b-1021-432c-bc94-a25e93c79b0a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Apr 12 15:15:13.012640 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b9a9-73b7-4abe-9a99-d799a9f242d3 req-b124f858-489c-470e-88f5-5166e12e8f19 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:13.014110 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7777b9a9-73b7-4abe-9a99-d799a9f242d3 req-b124f858-489c-470e-88f5-5166e12e8f19 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0499377 Apr 12 15:15:13.060261 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7777b9a9-73b7-4abe-9a99-d799a9f242d3 req-5b8cb56c-9cb6-418d-a88a-4bcb18d1387e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Apr 12 15:15:14.174632 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef645ae8-8766-4946-90ab-27348fc02869 req-3137ca38-6174-44f9-8d09-7c3cc907ac73 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:14.175965 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef645ae8-8766-4946-90ab-27348fc02869 req-3137ca38-6174-44f9-8d09-7c3cc907ac73 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0469267 Apr 12 15:15:14.224073 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef645ae8-8766-4946-90ab-27348fc02869 req-4369bc0e-2705-4c1a-9848-5b47aac7492e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Apr 12 15:15:15.338072 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f545b5-9cef-444c-b9d3-4b0e91af6f55 req-a1758686-d4da-4fea-a813-ab9871113018 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:15.339546 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-30f545b5-9cef-444c-b9d3-4b0e91af6f55 req-a1758686-d4da-4fea-a813-ab9871113018 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0472078 Apr 12 15:15:15.389922 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-30f545b5-9cef-444c-b9d3-4b0e91af6f55 req-cd482c96-f426-4152-b6ee-a3eb9860cea8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448074 Apr 12 15:15:16.508699 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283602d8-a70a-48c1-83ce-91882adb9abd req-2fdbe2ee-27f5-4432-8642-6f19627f2d08 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:16.510175 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-283602d8-a70a-48c1-83ce-91882adb9abd req-2fdbe2ee-27f5-4432-8642-6f19627f2d08 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0538809 Apr 12 15:15:16.572922 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-283602d8-a70a-48c1-83ce-91882adb9abd req-3154a345-4a16-4537-a686-53cb8f12cb33 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570104 Apr 12 15:15:17.705959 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2a915-e925-4186-8f5a-8ebb5dcd24f9 req-cd1583c1-2b49-465d-9fcb-983c14779876 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:17.711801 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2fa2a915-e925-4186-8f5a-8ebb5dcd24f9 req-cd1583c1-2b49-465d-9fcb-983c14779876 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0501735 Apr 12 15:15:17.754657 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2fa2a915-e925-4186-8f5a-8ebb5dcd24f9 req-6b9c93ba-9447-4c65-89f4-658025c0256b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Apr 12 15:15:18.873879 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4fc14-7878-4b99-92b8-a97b34990e79 req-8c89b8b0-25ae-4b80-b81e-1d16a8ff8029 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:18.875378 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a7b4fc14-7878-4b99-92b8-a97b34990e79 req-8c89b8b0-25ae-4b80-b81e-1d16a8ff8029 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0517969 Apr 12 15:15:18.923181 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a7b4fc14-7878-4b99-92b8-a97b34990e79 req-6604657d-c227-4086-b331-29616fcdc28c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Apr 12 15:15:20.037285 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a652b-ec3a-4d1d-991a-f10bd6f06dd3 req-e1e2402c-3ca8-4cbf-89f2-14a88d0ee901 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:20.038773 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-323a652b-ec3a-4d1d-991a-f10bd6f06dd3 req-e1e2402c-3ca8-4cbf-89f2-14a88d0ee901 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0454416 Apr 12 15:15:20.086402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-323a652b-ec3a-4d1d-991a-f10bd6f06dd3 req-5bb1d471-28d8-4b79-96d8-59b849adaf40 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Apr 12 15:15:21.201513 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb477ac-c238-4ad2-8ede-aaaac2a7be72 req-f95489cc-9e80-406e-bf32-04b1e62f0d80 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:21.203008 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-adb477ac-c238-4ad2-8ede-aaaac2a7be72 req-f95489cc-9e80-406e-bf32-04b1e62f0d80 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0499775 Apr 12 15:15:21.247929 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-adb477ac-c238-4ad2-8ede-aaaac2a7be72 req-9868d23c-f571-4301-9042-a7da7c04abb6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Apr 12 15:15:22.361186 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a073e75-c007-4a1e-ac09-77d837fff700 req-fca2d2e9-10ad-4d96-977b-2464e583b50b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:22.362663 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a073e75-c007-4a1e-ac09-77d837fff700 req-fca2d2e9-10ad-4d96-977b-2464e583b50b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0470693 Apr 12 15:15:22.411913 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3a073e75-c007-4a1e-ac09-77d837fff700 req-bba1f4ce-c67e-4a36-bb82-d3220594cea0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Apr 12 15:15:23.525094 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fd0a2-2612-4299-b96a-a4daa4e9dc5c req-ae2ec172-bd97-4c6e-a27b-28a40834f6f9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:23.530268 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f86fd0a2-2612-4299-b96a-a4daa4e9dc5c req-ae2ec172-bd97-4c6e-a27b-28a40834f6f9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0469987 Apr 12 15:15:23.577042 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f86fd0a2-2612-4299-b96a-a4daa4e9dc5c req-7c71d32e-4b11-45ed-ae13-6479003ac572 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Apr 12 15:15:24.691466 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7285aa-6670-4eda-ab3c-0feac32ba097 req-a183f6f0-4c52-4ba1-b36d-c642e3eb940e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:24.693077 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eb7285aa-6670-4eda-ab3c-0feac32ba097 req-a183f6f0-4c52-4ba1-b36d-c642e3eb940e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0476019 Apr 12 15:15:24.742010 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-eb7285aa-6670-4eda-ab3c-0feac32ba097 req-362e3289-4ffc-45c0-9323-e9c92b70487e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 Apr 12 15:15:25.856518 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d90a3-c89c-4c1c-a639-c4928c26c8a0 req-4a4c1a57-7682-4202-85bc-f5b0efa280ab tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:25.857999 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b8d90a3-c89c-4c1c-a639-c4928c26c8a0 req-4a4c1a57-7682-4202-85bc-f5b0efa280ab tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0456862 Apr 12 15:15:25.905091 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5b8d90a3-c89c-4c1c-a639-c4928c26c8a0 req-7913ba74-6ea1-43d8-abd8-b1ef92b7d68f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Apr 12 15:15:27.028584 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01230168-6374-4786-bd4a-abdb5143d671 req-aff548d9-4efa-4c14-855a-c5ddd76f5f2a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:27.030174 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-01230168-6374-4786-bd4a-abdb5143d671 req-aff548d9-4efa-4c14-855a-c5ddd76f5f2a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0567734 Apr 12 15:15:27.079402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-01230168-6374-4786-bd4a-abdb5143d671 req-d4596662-d45f-488e-a374-e7659970bddd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Apr 12 15:15:27.283992 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-4180f2bf-6ea9-4ac3-965e-fd732a175527 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0939298 Apr 12 15:15:27.375438 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-279b113f-400a-4c76-a573-1bf20bbf13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:27.376857 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-279b113f-400a-4c76-a573-1bf20bbf13bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0452807 Apr 12 15:15:27.483508 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-c4599b35-dc0b-4003-b551-676d0830a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:27.484999 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-c4599b35-dc0b-4003-b551-676d0830a64b service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0876844 Apr 12 15:15:27.501232 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-95e06f44-f9cd-4fd1-85c5-7c5420a23368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:27.530311 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-100adc50-1c06-4e98-aa08-1b65edc22037 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0393844 Apr 12 15:15:27.579230 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-da18512c-0155-4093-8113-20b95252b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:27.580740 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-da18512c-0155-4093-8113-20b95252b7fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0453155 Apr 12 15:15:27.624275 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-6511ba58-5e9f-4253-9680-65e8998635b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:27.625876 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-6511ba58-5e9f-4253-9680-65e8998635b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389578 Apr 12 15:15:27.637359 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-33d5095f-90e5-4293-89d2-ba8d72a42ada service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:15:27.638370 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-33d5095f-90e5-4293-89d2-ba8d72a42ada service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057640 Apr 12 15:15:27.740084 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-d110f47b-685a-4fc6-98aa-0cb64b61d68d service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934985 Apr 12 15:15:27.830060 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-25db010a-da94-4199-8a83-9d609e4ca3e7 req-6af3937e-3119-4f74-a228-b6f7373ea6a6 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835807 Apr 12 15:15:28.196345 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ae6dd-f796-42b8-ae03-5cb3eb29cc98 req-e3866ffb-e85a-4502-919a-bb9a1307b8a0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:28.197782 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b0ae6dd-f796-42b8-ae03-5cb3eb29cc98 req-e3866ffb-e85a-4502-919a-bb9a1307b8a0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0469360 Apr 12 15:15:28.245111 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9b0ae6dd-f796-42b8-ae03-5cb3eb29cc98 req-72fb2f23-f253-460a-b0e7-c4df7ae80ec6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Apr 12 15:15:29.138655 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-41985482-38ec-4719-b538-bf4601d91524 service neutron] (110562) timed out ('10.222.0.64', 45072) {{(pid=110562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:15:29.364881 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70a0cf-e876-446e-aeed-6ae32115ac18 req-b803a17e-180d-4c4b-ad15-a6f690dcba7a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:29.366552 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa70a0cf-e876-446e-aeed-6ae32115ac18 req-b803a17e-180d-4c4b-ad15-a6f690dcba7a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0452485 Apr 12 15:15:29.401370 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-cd01e759-67d5-4b08-9954-468cdbee43b5 req-91d63479-102c-41d9-83c8-e5798a34428e tempest-TestShelveInstance-143470934 tempest-TestShelveInstance-143470934-project] (110562) timed out ('10.222.0.64', 45084) {{(pid=110562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:15:29.418106 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa70a0cf-e876-446e-aeed-6ae32115ac18 req-91ead411-b983-4927-a7b7-eefb2c4f7a88 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Apr 12 15:15:30.122639 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1d818497-b00b-4c96-a329-2a20472a28c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:30.533913 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae3617-cf42-4a48-adfc-ad0e35e2a028 req-585f77a2-d8ef-4bff-ba2e-8da6004bdbba tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:30.535416 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21ae3617-cf42-4a48-adfc-ad0e35e2a028 req-585f77a2-d8ef-4bff-ba2e-8da6004bdbba tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0506766 Apr 12 15:15:30.583976 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21ae3617-cf42-4a48-adfc-ad0e35e2a028 req-d54766a5-3fd9-4256-a1b9-cac63762d006 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Apr 12 15:15:31.415451 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:31.699212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559505-2128-4510-a81d-11ffbf684a3a req-6a4244bd-f494-424f-87de-9457929363bd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:31.700560 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5559505-2128-4510-a81d-11ffbf684a3a req-6a4244bd-f494-424f-87de-9457929363bd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0461059 Apr 12 15:15:31.745204 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5559505-2128-4510-a81d-11ffbf684a3a req-b7c6a25d-8aa5-4230-a5cc-dce19f3a4b54 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Apr 12 15:15:33.115389 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a31ad2-47ee-49b8-a24b-f22c73f89117 req-a73afc28-09e5-441e-9ede-0464e3b236b8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:33.116921 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d6a31ad2-47ee-49b8-a24b-f22c73f89117 req-a73afc28-09e5-441e-9ede-0464e3b236b8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.3003738 Apr 12 15:15:33.170906 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d6a31ad2-47ee-49b8-a24b-f22c73f89117 req-e3229fa9-d6fe-4947-9319-460d46c8ae74 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 Apr 12 15:15:33.272792 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:34.107012 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:34.283564 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ff8a2-7092-4326-bc26-3af3e657612e req-de5391be-b681-4bfb-b9da-bf147e754b5e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:34.284982 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a9ff8a2-7092-4326-bc26-3af3e657612e req-de5391be-b681-4bfb-b9da-bf147e754b5e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0455608 Apr 12 15:15:34.337578 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a9ff8a2-7092-4326-bc26-3af3e657612e req-4136675e-506b-4487-ac75-63f84ed19d91 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463059 Apr 12 15:15:35.467585 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf043b-1076-4d77-91cd-937bac4c9d5d req-9dc4847a-101d-4fd5-aff1-25123b072a31 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:35.469045 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21cf043b-1076-4d77-91cd-937bac4c9d5d req-9dc4847a-101d-4fd5-aff1-25123b072a31 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0506585 Apr 12 15:15:35.517803 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-21cf043b-1076-4d77-91cd-937bac4c9d5d req-28ff9bf1-f173-470f-8bd1-656587604f13 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Apr 12 15:15:36.633482 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0452d9-74d6-4e88-a66f-bc23cefc33b7 req-e76011b5-d443-40ae-83d6-220bdff21c1b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:36.635101 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5d0452d9-74d6-4e88-a66f-bc23cefc33b7 req-e76011b5-d443-40ae-83d6-220bdff21c1b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0493951 Apr 12 15:15:36.685940 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5d0452d9-74d6-4e88-a66f-bc23cefc33b7 req-5f54fc22-86f1-4f35-8b5b-89e3603720fe tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450637 Apr 12 15:15:37.213764 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:37.802371 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6a7f-796a-40cb-8dee-859052df680b req-63d1700c-3f1d-46f8-a5f9-93238c1a37c7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:37.803709 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7fda6a7f-796a-40cb-8dee-859052df680b req-63d1700c-3f1d-46f8-a5f9-93238c1a37c7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0486627 Apr 12 15:15:37.855092 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7fda6a7f-796a-40cb-8dee-859052df680b req-60244c9f-1ed2-40ad-930b-4e2b8ab43051 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Apr 12 15:15:38.969855 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74c8ba-cbb4-4a63-86d6-d6d63499d38e req-a11b5065-d892-4220-be6f-ec1fc5164095 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:38.971326 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8d74c8ba-cbb4-4a63-86d6-d6d63499d38e req-a11b5065-d892-4220-be6f-ec1fc5164095 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0474775 Apr 12 15:15:39.019298 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8d74c8ba-cbb4-4a63-86d6-d6d63499d38e req-9bcba23e-ad6b-473d-95b5-1e19fc409328 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Apr 12 15:15:40.147740 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c2250-04e8-4b83-864c-46458099869c req-ea4bad08-7d8d-460f-b584-726ff7bc7038 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:40.149966 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-678c2250-04e8-4b83-864c-46458099869c req-ea4bad08-7d8d-460f-b584-726ff7bc7038 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0612142 Apr 12 15:15:40.201122 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-678c2250-04e8-4b83-864c-46458099869c req-62d40ae4-6a79-40a5-adfc-d57838ec529d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Apr 12 15:15:40.501282 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:15:41.316671 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c914b-5e97-4cf0-b33b-a086731fa222 req-52cb3eeb-5ddc-4f25-ba61-11dad5fdc268 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:41.318156 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d75c914b-5e97-4cf0-b33b-a086731fa222 req-52cb3eeb-5ddc-4f25-ba61-11dad5fdc268 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0508711 Apr 12 15:15:41.368753 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d75c914b-5e97-4cf0-b33b-a086731fa222 req-1c0e0724-c4ee-48a0-9f0b-28a9b5dc2f7a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Apr 12 15:15:42.484212 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe75037-09c7-4c9c-af2e-74708099230f req-a62349d0-9e83-490f-b37a-6be9afdbb6a6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:42.485673 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fe75037-09c7-4c9c-af2e-74708099230f req-a62349d0-9e83-490f-b37a-6be9afdbb6a6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0466356 Apr 12 15:15:42.532906 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fe75037-09c7-4c9c-af2e-74708099230f req-704a56c8-5145-44e9-8613-615b72c0f213 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Apr 12 15:15:43.651248 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87c537-80a2-43bd-90da-b28402a3b7b1 req-8e452d8f-0f30-42d6-9a75-e786d2fdd35d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:43.652811 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f87c537-80a2-43bd-90da-b28402a3b7b1 req-8e452d8f-0f30-42d6-9a75-e786d2fdd35d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0523844 Apr 12 15:15:43.700792 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f87c537-80a2-43bd-90da-b28402a3b7b1 req-204b2728-28f6-4a2c-896a-938dc634082a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Apr 12 15:15:44.812245 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03101f00-4629-4344-afde-2f7f00e7f2f2 req-45272930-b138-4db2-8a33-97321f2eb5d5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:44.813714 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03101f00-4629-4344-afde-2f7f00e7f2f2 req-45272930-b138-4db2-8a33-97321f2eb5d5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0459554 Apr 12 15:15:44.858807 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-03101f00-4629-4344-afde-2f7f00e7f2f2 req-eb01a8b3-2264-48e1-b4b6-d7319bcbb7a4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Apr 12 15:15:45.970791 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b2899-afe1-4a3c-9e27-56ae3c06237f req-f188bcd7-b4e0-4aef-849e-5af492bc95cc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:45.972247 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8a9b2899-afe1-4a3c-9e27-56ae3c06237f req-f188bcd7-b4e0-4aef-849e-5af492bc95cc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0467200 Apr 12 15:15:46.021943 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8a9b2899-afe1-4a3c-9e27-56ae3c06237f req-58f35636-97e5-4403-8fc4-2e12bc934b4c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440953 Apr 12 15:15:47.136572 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815cb0f-02bd-47b9-b42b-7cd34fae61b5 req-fe4734e8-4171-4076-b848-a6bd203c8007 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:47.138040 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1815cb0f-02bd-47b9-b42b-7cd34fae61b5 req-fe4734e8-4171-4076-b848-a6bd203c8007 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0468440 Apr 12 15:15:47.188306 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1815cb0f-02bd-47b9-b42b-7cd34fae61b5 req-190b8620-d40e-4fbd-adbc-03f7afba9881 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447145 Apr 12 15:15:48.300343 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62ec3b-4e97-4002-bee5-299e5732b2f4 req-18998ab3-fbbf-4975-91fd-871a7d07a000 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:48.301898 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1e62ec3b-4e97-4002-bee5-299e5732b2f4 req-18998ab3-fbbf-4975-91fd-871a7d07a000 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0460327 Apr 12 15:15:48.354219 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1e62ec3b-4e97-4002-bee5-299e5732b2f4 req-495087dd-5ee0-4b9b-a8a4-e9a99003a368 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Apr 12 15:15:49.537074 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead6b2-85e1-4f7b-9064-30f203aa8557 req-b094f17a-e9e9-4452-ac02-9c98a69de830 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:49.539212 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-92ead6b2-85e1-4f7b-9064-30f203aa8557 req-b094f17a-e9e9-4452-ac02-9c98a69de830 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0513175 Apr 12 15:15:49.586443 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-92ead6b2-85e1-4f7b-9064-30f203aa8557 req-76e0a2da-41dc-4b6d-a447-cc00562ed10c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Apr 12 15:15:50.699026 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9ef8-b960-4df4-9d63-0d4a44a01306 req-203ea5ed-4d61-430b-b44a-dee6818c3d0a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:50.700504 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dafe9ef8-b960-4df4-9d63-0d4a44a01306 req-203ea5ed-4d61-430b-b44a-dee6818c3d0a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0469077 Apr 12 15:15:50.747016 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dafe9ef8-b960-4df4-9d63-0d4a44a01306 req-a88705aa-0832-4c49-8d45-466d2b62f3cb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Apr 12 15:15:51.862608 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdbaba-e168-469c-abef-21907924be0e req-c1b2b8df-c763-4567-b667-cdd30c12def5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:51.864073 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bdbdbaba-e168-469c-abef-21907924be0e req-c1b2b8df-c763-4567-b667-cdd30c12def5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0471632 Apr 12 15:15:51.914824 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bdbdbaba-e168-469c-abef-21907924be0e req-c5989e12-2bd0-488d-b34e-f4e1dc54770d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Apr 12 15:15:53.025291 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72495ca-b02d-4e81-8f10-4e419e442600 req-542f433b-a233-4911-a64c-978fbaaa7b0c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:53.026808 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f72495ca-b02d-4e81-8f10-4e419e442600 req-542f433b-a233-4911-a64c-978fbaaa7b0c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0453870 Apr 12 15:15:53.076878 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f72495ca-b02d-4e81-8f10-4e419e442600 req-f23b8b19-27a6-4117-8e0e-d5654519bec6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Apr 12 15:15:54.196347 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf61889-4071-49c5-9f87-bde3171f4522 req-3c614ad0-5677-49fa-8d6d-78ed1582e97f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:54.197876 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5cf61889-4071-49c5-9f87-bde3171f4522 req-3c614ad0-5677-49fa-8d6d-78ed1582e97f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0462589 Apr 12 15:15:54.245026 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5cf61889-4071-49c5-9f87-bde3171f4522 req-a651bf2f-c233-4a98-9655-d2c4b4a496ad tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Apr 12 15:15:55.369727 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf61c34-3563-4b74-a4c6-78e266627f71 req-dbe1ea3d-31f1-423b-8ec1-5637ee6af1da tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:55.371251 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0bf61c34-3563-4b74-a4c6-78e266627f71 req-dbe1ea3d-31f1-423b-8ec1-5637ee6af1da tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0492711 Apr 12 15:15:55.417699 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0bf61c34-3563-4b74-a4c6-78e266627f71 req-a22b9be1-447d-46a8-baac-b3bc3900b04c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408535 Apr 12 15:15:56.528713 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681ceac-09c6-4729-900b-2e4796313d30 req-4c2e1722-4123-4180-9acc-f0bd2b2cc1ae tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:56.530243 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f681ceac-09c6-4729-900b-2e4796313d30 req-4c2e1722-4123-4180-9acc-f0bd2b2cc1ae tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0470982 Apr 12 15:15:56.577178 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f681ceac-09c6-4729-900b-2e4796313d30 req-3eebe90e-ce10-462d-8482-b63d48ced335 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Apr 12 15:15:57.500124 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e045cd75-9418-4a24-b567-a188511a27c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:15:57.696106 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cace8-6429-4d9e-a9a8-5731327d3142 req-26d07741-148b-4839-9828-90ff1a51d767 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:57.697576 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7d9cace8-6429-4d9e-a9a8-5731327d3142 req-26d07741-148b-4839-9828-90ff1a51d767 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0538146 Apr 12 15:15:57.744155 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7d9cace8-6429-4d9e-a9a8-5731327d3142 req-6738ee05-866a-45b5-9eeb-df517b6bfecb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Apr 12 15:15:58.858998 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdc43b-cac7-46f8-94c3-a9b6683d15be req-7c8de4f1-0a75-415b-9b43-c8d44d901815 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:15:58.860632 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5cbdc43b-cac7-46f8-94c3-a9b6683d15be req-7c8de4f1-0a75-415b-9b43-c8d44d901815 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0495369 Apr 12 15:15:58.909755 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5cbdc43b-cac7-46f8-94c3-a9b6683d15be req-1351c8a2-73ba-467a-ba36-02c12d114790 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Apr 12 15:16:00.019493 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ff5ee-ba2a-404c-ae5d-dfed432c7b5a req-64bbc17a-2c3f-451a-8775-e8d3b1e89851 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:00.020860 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5c2ff5ee-ba2a-404c-ae5d-dfed432c7b5a req-64bbc17a-2c3f-451a-8775-e8d3b1e89851 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0454967 Apr 12 15:16:00.074094 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5c2ff5ee-ba2a-404c-ae5d-dfed432c7b5a req-2706b8c4-67de-4c4f-8707-584823916879 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Apr 12 15:16:00.099989 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-01335b86-2a3e-42d9-a56a-dd89a0352526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:01.185101 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99e0b4-503d-44db-9d9a-d7be2bdbc816 req-b3e5f90d-e7ea-454b-a31a-ec167e7d54c5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:01.186581 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7d99e0b4-503d-44db-9d9a-d7be2bdbc816 req-b3e5f90d-e7ea-454b-a31a-ec167e7d54c5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0466213 Apr 12 15:16:01.232585 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7d99e0b4-503d-44db-9d9a-d7be2bdbc816 req-51415d63-0c9e-4016-8e0f-f2a69a915da7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405486 Apr 12 15:16:01.380184 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:02.343523 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284c2a-ffa7-4407-ba9d-7a9db9e50cd0 req-f22ac7a2-e81b-4c72-a8bd-e97a1cc97348 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:02.344996 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4284c2a-ffa7-4407-ba9d-7a9db9e50cd0 req-f22ac7a2-e81b-4c72-a8bd-e97a1cc97348 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0460820 Apr 12 15:16:02.392017 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4284c2a-ffa7-4407-ba9d-7a9db9e50cd0 req-3aa9f732-2775-48bd-a294-df331dc9ba58 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Apr 12 15:16:03.282756 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:03.512264 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761efec-1251-430c-8690-c73046536629 req-03957a7f-47eb-4f4b-9d68-8c8dc0aa9261 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:03.513854 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5761efec-1251-430c-8690-c73046536629 req-03957a7f-47eb-4f4b-9d68-8c8dc0aa9261 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0557091 Apr 12 15:16:03.572730 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5761efec-1251-430c-8690-c73046536629 req-e5ea4d31-c78e-4e8a-9e1b-4059493fc500 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Apr 12 15:16:04.094134 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:04.689443 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa58bb4-01b7-4436-bfc3-bf77a0b03674 req-5eb8a073-946d-44f7-9ce7-bf403043f380 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:04.690934 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3aa58bb4-01b7-4436-bfc3-bf77a0b03674 req-5eb8a073-946d-44f7-9ce7-bf403043f380 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0479107 Apr 12 15:16:04.737623 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3aa58bb4-01b7-4436-bfc3-bf77a0b03674 req-df90c8e0-e403-4d76-972a-f2106eda3da2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 Apr 12 15:16:05.851874 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea009fbf-71fe-41c4-925c-d3284c44a172 req-a0d25919-373a-49da-a1c1-e89ce1f78778 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:05.853260 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ea009fbf-71fe-41c4-925c-d3284c44a172 req-a0d25919-373a-49da-a1c1-e89ce1f78778 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0467472 Apr 12 15:16:05.904957 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ea009fbf-71fe-41c4-925c-d3284c44a172 req-58659803-67ef-4ff0-b312-2f8f9ef811ee tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461245 Apr 12 15:16:07.038363 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421aedb-0962-4097-ba8e-56780cfec54d req-96b1e935-6da9-4aeb-9c5a-08c939582767 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:07.040940 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6421aedb-0962-4097-ba8e-56780cfec54d req-96b1e935-6da9-4aeb-9c5a-08c939582767 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0626237 Apr 12 15:16:07.103067 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6421aedb-0962-4097-ba8e-56780cfec54d req-f860ece4-002b-4cac-8f8a-a392c15b1711 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535288 Apr 12 15:16:07.249002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:08.215721 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14ba6-4777-40ac-b6ef-0591c8fe01d8 req-a32c2786-6001-4ac8-bc5f-66825427b9b0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:08.217085 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60a14ba6-4777-40ac-b6ef-0591c8fe01d8 req-a32c2786-6001-4ac8-bc5f-66825427b9b0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0458558 Apr 12 15:16:08.263461 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-60a14ba6-4777-40ac-b6ef-0591c8fe01d8 req-24773229-6a98-4bef-808e-9b818f5aa477 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Apr 12 15:16:09.381653 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b893344-76fb-47bf-972c-9d634145b4d4 req-335db31f-2c0f-4293-a592-728481345fe7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:09.383175 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6b893344-76fb-47bf-972c-9d634145b4d4 req-335db31f-2c0f-4293-a592-728481345fe7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0510626 Apr 12 15:16:09.431087 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6b893344-76fb-47bf-972c-9d634145b4d4 req-695061ed-3ab5-4459-9faa-8a83099cd22b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 Apr 12 15:16:10.543515 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61e82b-f96f-4b80-91e5-74471fcccce5 req-9952548d-a13c-426f-85c2-4d8a5871f96d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:10.545088 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ce61e82b-f96f-4b80-91e5-74471fcccce5 req-9952548d-a13c-426f-85c2-4d8a5871f96d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0482409 Apr 12 15:16:10.593657 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ce61e82b-f96f-4b80-91e5-74471fcccce5 req-98db2b2c-53c6-4eb7-a6b0-6dce45f610a4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430121 Apr 12 15:16:11.715433 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9403f69-e1a6-49a2-849e-f6b9f5d312c0 req-a191a9ba-6a1f-4d52-a037-c2ddebf0283b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:11.716926 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d9403f69-e1a6-49a2-849e-f6b9f5d312c0 req-a191a9ba-6a1f-4d52-a037-c2ddebf0283b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0507860 Apr 12 15:16:11.764426 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d9403f69-e1a6-49a2-849e-f6b9f5d312c0 req-612c47c1-b0c2-44fc-911f-f2f025bf7998 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Apr 12 15:16:12.886558 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ee9d3-c8ad-4149-9d32-bfb9e4fdad02 req-74ed8ba1-0f5c-42cc-ac46-50a9631b2424 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:12.888106 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d32ee9d3-c8ad-4149-9d32-bfb9e4fdad02 req-74ed8ba1-0f5c-42cc-ac46-50a9631b2424 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0485222 Apr 12 15:16:12.938701 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d32ee9d3-c8ad-4149-9d32-bfb9e4fdad02 req-099c5b4e-2d43-4d11-a447-7e50784d9051 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450397 Apr 12 15:16:14.056170 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3117e-d171-4085-8df4-8a0a26a7f44f req-b09edad3-776c-4806-a3e8-4aaa219fa65c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:14.057758 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b2a3117e-d171-4085-8df4-8a0a26a7f44f req-b09edad3-776c-4806-a3e8-4aaa219fa65c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0484858 Apr 12 15:16:14.111585 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b2a3117e-d171-4085-8df4-8a0a26a7f44f req-73a41b8f-d3e3-41f6-b4b9-3faa5baa1c99 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Apr 12 15:16:15.228982 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0233e5-6d44-4dee-bd23-67b10b77dfde req-0bff54d0-8ca7-44a6-a6ba-e5c5aeacd644 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:15.230467 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f0233e5-6d44-4dee-bd23-67b10b77dfde req-0bff54d0-8ca7-44a6-a6ba-e5c5aeacd644 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0472813 Apr 12 15:16:15.279406 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f0233e5-6d44-4dee-bd23-67b10b77dfde req-749a2491-b3f1-45fd-a16b-6fd2d94049fe tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434341 Apr 12 15:16:16.397881 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80444b75-49e8-4714-972c-1721c3c88c09 req-4e74009b-7394-416b-8407-4ecad4c9b989 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:16.399410 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80444b75-49e8-4714-972c-1721c3c88c09 req-4e74009b-7394-416b-8407-4ecad4c9b989 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0511293 Apr 12 15:16:16.449624 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-80444b75-49e8-4714-972c-1721c3c88c09 req-52cbe11d-f62f-43ab-8e63-4890f18d3cac tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Apr 12 15:16:17.500175 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:16:17.575878 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30591-ba21-49de-9ffa-5c1437559740 req-c4d7e404-3d11-4706-86b4-357d1805b93b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:17.577378 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1da30591-ba21-49de-9ffa-5c1437559740 req-c4d7e404-3d11-4706-86b4-357d1805b93b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0517688 Apr 12 15:16:17.626864 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1da30591-ba21-49de-9ffa-5c1437559740 req-f8fe0b70-af73-436f-a854-037ed4a5a826 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Apr 12 15:16:18.741125 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670bf3-9882-476a-8b41-982eb3b1227e req-d9ed54ec-af08-4260-9978-9275a27327d1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:18.742635 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e670bf3-9882-476a-8b41-982eb3b1227e req-d9ed54ec-af08-4260-9978-9275a27327d1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0472946 Apr 12 15:16:18.789689 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e670bf3-9882-476a-8b41-982eb3b1227e req-c2233f30-a07d-4aa7-8b6a-d26c945d3a6e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Apr 12 15:16:19.906365 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983d9a-cc6a-4c88-a3f3-1e5e6c2557cd req-2bd5ad16-3f54-42e9-b76c-235ad2f24a9b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:19.907819 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-69983d9a-cc6a-4c88-a3f3-1e5e6c2557cd req-2bd5ad16-3f54-42e9-b76c-235ad2f24a9b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0476925 Apr 12 15:16:19.960544 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-69983d9a-cc6a-4c88-a3f3-1e5e6c2557cd req-a60b73ae-9245-4b38-aa8f-60d04e009416 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Apr 12 15:16:21.078605 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e24d4e-c3bf-4a7b-a99b-361124e89def req-7ca195ea-9f93-47da-958e-21adc77ea6e5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:21.080151 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-68e24d4e-c3bf-4a7b-a99b-361124e89def req-7ca195ea-9f93-47da-958e-21adc77ea6e5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0490181 Apr 12 15:16:21.129910 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-68e24d4e-c3bf-4a7b-a99b-361124e89def req-b359a1e7-e7c2-4881-b50a-03532cd8b24c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Apr 12 15:16:22.251452 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5faa4f-99e1-4dbd-ade5-9c0fa9b5387d req-d4981dec-893e-4fa8-829f-ce562177f400 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:22.252967 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a5faa4f-99e1-4dbd-ade5-9c0fa9b5387d req-d4981dec-893e-4fa8-829f-ce562177f400 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0478280 Apr 12 15:16:22.303248 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a5faa4f-99e1-4dbd-ade5-9c0fa9b5387d req-2a861054-0f1f-41d3-8bdb-78e97dd2ed28 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440834 Apr 12 15:16:23.426568 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e62c1-39ae-4dd7-85e4-f5266cefad54 req-b8a35aca-ad80-40d4-8463-a85dd2e279f7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:23.428129 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c2e62c1-39ae-4dd7-85e4-f5266cefad54 req-b8a35aca-ad80-40d4-8463-a85dd2e279f7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0570107 Apr 12 15:16:23.478338 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c2e62c1-39ae-4dd7-85e4-f5266cefad54 req-0b085509-6ea0-4287-ba0a-ad7b0208a714 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Apr 12 15:16:24.604390 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb4bf-344e-4ab3-8203-f4a3e4006d01 req-a1d35ad3-4211-4a3b-b30b-1916629832b5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:24.605898 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-67cbb4bf-344e-4ab3-8203-f4a3e4006d01 req-a1d35ad3-4211-4a3b-b30b-1916629832b5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0560384 Apr 12 15:16:24.653910 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-67cbb4bf-344e-4ab3-8203-f4a3e4006d01 req-31291a81-0384-4b76-bdb5-e72d5447034a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Apr 12 15:16:25.772159 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f0438-3b61-421f-a2c0-146d1f8d4be4 req-966e65c0-5166-4692-9b1c-9b5ab19f4208 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:25.773624 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-156f0438-3b61-421f-a2c0-146d1f8d4be4 req-966e65c0-5166-4692-9b1c-9b5ab19f4208 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0515122 Apr 12 15:16:25.819998 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-156f0438-3b61-421f-a2c0-146d1f8d4be4 req-0427da87-e642-41b1-a38f-56efe11ee0c4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Apr 12 15:16:26.937308 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9d95d-86db-4bdb-b6de-a41c87475314 req-16b210a4-9b09-4c32-ba72-a27c7580eefa tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:26.938830 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e7c9d95d-86db-4bdb-b6de-a41c87475314 req-16b210a4-9b09-4c32-ba72-a27c7580eefa tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0479558 Apr 12 15:16:26.986314 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e7c9d95d-86db-4bdb-b6de-a41c87475314 req-b1f514e2-8127-4832-a2d5-9ee98239cf94 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408850 Apr 12 15:16:27.200457 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-b28200d1-56b0-4b05-8ed2-1f1852038a30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436256 Apr 12 15:16:27.285262 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-9753d9a7-decf-4337-8536-f6bf74c6657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:27.287325 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-9753d9a7-decf-4337-8536-f6bf74c6657b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0406630 Apr 12 15:16:27.392431 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-181e9943-86ab-4fee-9713-cc1328f01887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:27.393936 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-181e9943-86ab-4fee-9713-cc1328f01887 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0868556 Apr 12 15:16:27.439868 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-6152d394-f217-4b57-97d3-e91991c0639c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0392628 Apr 12 15:16:27.476691 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e1f077c8-7f33-42b0-868e-3fa5ab73b919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:27.492133 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-6fc0c3b2-4745-4c9e-b1a2-206866aeb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:27.493679 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-6fc0c3b2-4745-4c9e-b1a2-206866aeb8ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0476139 Apr 12 15:16:27.540029 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-598d6e56-9492-4c0f-a837-09d4af08281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:27.541667 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-598d6e56-9492-4c0f-a837-09d4af08281d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418987 Apr 12 15:16:27.640437 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-87d55148-c3ca-47e9-9835-250de2c6c0f4 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923452 Apr 12 15:16:27.736467 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-66b9d023-ac86-4588-b40f-a7dcdc22e70c req-0cf4db0b-04f1-443d-a793-7191c91e02f3 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889857 Apr 12 15:16:28.104778 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3a043-9619-4c9c-a27e-977083078885 req-ae2f59c9-0585-495e-a60d-f7c8177ca0ce tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:28.106301 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e8f3a043-9619-4c9c-a27e-977083078885 req-ae2f59c9-0585-495e-a60d-f7c8177ca0ce tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0479715 Apr 12 15:16:28.161092 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e8f3a043-9619-4c9c-a27e-977083078885 req-14ffae74-2f7b-4a51-ac4d-af1313f4f308 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490510 Apr 12 15:16:29.291868 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03f55-2239-4ebd-ad12-b48bb8e2ab82 req-94514e9c-096f-4a21-89bb-314cb0a49679 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:29.293835 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3dd03f55-2239-4ebd-ad12-b48bb8e2ab82 req-94514e9c-096f-4a21-89bb-314cb0a49679 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0555902 Apr 12 15:16:29.353210 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3dd03f55-2239-4ebd-ad12-b48bb8e2ab82 req-f43ad7f7-44da-40d7-995f-77abf318aa86 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523062 Apr 12 15:16:30.093751 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d859d638-3728-4cf2-b4ba-50aed9c8de0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:30.468731 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6dab1-c25c-4100-b2af-810442cd67a9 req-5beaf1bd-95f9-45c4-8e87-a35f48739186 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:30.470249 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-95b6dab1-c25c-4100-b2af-810442cd67a9 req-5beaf1bd-95f9-45c4-8e87-a35f48739186 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0493574 Apr 12 15:16:30.519170 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-95b6dab1-c25c-4100-b2af-810442cd67a9 req-a8245f77-8221-4acd-89d4-95e0a51f033b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Apr 12 15:16:31.390582 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:31.639907 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa5c56-27e9-49ee-8d0f-e7f396d23a9d req-0590d995-5664-4632-b9d4-6401f8c7faeb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:31.641512 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-defa5c56-27e9-49ee-8d0f-e7f396d23a9d req-0590d995-5664-4632-b9d4-6401f8c7faeb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0519719 Apr 12 15:16:31.690911 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-defa5c56-27e9-49ee-8d0f-e7f396d23a9d req-f96da685-bba4-4f04-995f-e4b309706617 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435579 Apr 12 15:16:32.809482 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e81464-9b25-4c4d-aa5f-ef3c156a3be8 req-2c9de7c4-09fa-4ec0-99e4-91d415eb88ba tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:32.810904 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-48e81464-9b25-4c4d-aa5f-ef3c156a3be8 req-2c9de7c4-09fa-4ec0-99e4-91d415eb88ba tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0490065 Apr 12 15:16:32.860089 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-48e81464-9b25-4c4d-aa5f-ef3c156a3be8 req-a9737cc3-72a6-43c0-a49f-4cf9b3635a16 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Apr 12 15:16:33.265857 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:33.978270 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64d16f-6845-4205-ad04-49f8c99a3d47 req-6c3ff53a-1f81-46c2-9ba5-dcca9db810c1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:33.979912 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2b64d16f-6845-4205-ad04-49f8c99a3d47 req-6c3ff53a-1f81-46c2-9ba5-dcca9db810c1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0482931 Apr 12 15:16:34.056222 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2b64d16f-6845-4205-ad04-49f8c99a3d47 req-e25818ac-4466-4b29-994d-cb270f21ff33 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707006 Apr 12 15:16:34.085663 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:35.177719 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d10c61-2228-4614-9bdd-352addd6332d req-183339ec-13a5-40fd-9e6e-6fba0e401504 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:35.179334 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b5d10c61-2228-4614-9bdd-352addd6332d req-183339ec-13a5-40fd-9e6e-6fba0e401504 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0493460 Apr 12 15:16:35.232178 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b5d10c61-2228-4614-9bdd-352addd6332d req-61a2b5bf-adfe-4e99-9789-512ad5eb5422 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Apr 12 15:16:36.353086 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db1212-3813-4c62-8335-cb500294b76f req-079afda4-97a2-4778-aceb-03ade50cdb20 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:36.354600 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-33db1212-3813-4c62-8335-cb500294b76f req-079afda4-97a2-4778-aceb-03ade50cdb20 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0492027 Apr 12 15:16:36.407786 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-33db1212-3813-4c62-8335-cb500294b76f req-757c3ed8-b5c7-4b9d-bf43-b75784ac156f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475390 Apr 12 15:16:37.293238 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:37.524060 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0f811-5d87-41a8-8d6f-ca09e5660396 req-bb783328-f54e-40f0-bf20-5aa4f1d9bfc5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:37.525530 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8bb0f811-5d87-41a8-8d6f-ca09e5660396 req-bb783328-f54e-40f0-bf20-5aa4f1d9bfc5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0489006 Apr 12 15:16:37.574656 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8bb0f811-5d87-41a8-8d6f-ca09e5660396 req-7807a129-2c93-409c-83a9-1c78a8d6fba5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Apr 12 15:16:38.686167 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce793bc-ff66-4d4f-9f41-cc2bab94dc8f req-f7b69acb-1ef4-401c-96f2-6c6dc2067b1f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:38.687608 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ce793bc-ff66-4d4f-9f41-cc2bab94dc8f req-f7b69acb-1ef4-401c-96f2-6c6dc2067b1f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0456574 Apr 12 15:16:38.738853 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ce793bc-ff66-4d4f-9f41-cc2bab94dc8f req-29676216-e7eb-4bd8-9e93-e1e80cb3ba99 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Apr 12 15:16:39.855477 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c439bd5-7cde-4968-8ff0-194e4f8955e0 req-762c2321-9103-4470-96ec-0ddabcba2daa tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:39.856843 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c439bd5-7cde-4968-8ff0-194e4f8955e0 req-762c2321-9103-4470-96ec-0ddabcba2daa tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0492823 Apr 12 15:16:39.902610 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3c439bd5-7cde-4968-8ff0-194e4f8955e0 req-f5920aa6-ac8c-4008-85ce-5a6548c31e0b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Apr 12 15:16:41.014981 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41fc6c6-8b40-435a-ba89-bf277ca228f4 req-231d8831-c94f-4f64-9c3a-7f9306efdfe2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:41.016449 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f41fc6c6-8b40-435a-ba89-bf277ca228f4 req-231d8831-c94f-4f64-9c3a-7f9306efdfe2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0458863 Apr 12 15:16:41.062747 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f41fc6c6-8b40-435a-ba89-bf277ca228f4 req-21f5af10-15bb-4dc1-9013-5f6fb6b0e16b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Apr 12 15:16:42.196158 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fe20b-9a14-4dea-abc3-75342abc5b4e req-96d7253c-c216-46e8-b990-0fb1e6470fd3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:42.197578 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-864fe20b-9a14-4dea-abc3-75342abc5b4e req-96d7253c-c216-46e8-b990-0fb1e6470fd3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0489523 Apr 12 15:16:42.248725 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-864fe20b-9a14-4dea-abc3-75342abc5b4e req-c582c8d8-7950-43db-9d55-e09ac1d393ab tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Apr 12 15:16:43.361723 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47912e-640b-4d30-9c66-7430a40f8334 req-83181205-05d3-45e0-bac3-6c14dfe9b6fe tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:43.363182 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fa47912e-640b-4d30-9c66-7430a40f8334 req-83181205-05d3-45e0-bac3-6c14dfe9b6fe tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0464902 Apr 12 15:16:43.417504 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fa47912e-640b-4d30-9c66-7430a40f8334 req-b9a76b1a-b499-4ae4-a86c-00bf3d78aeda tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480366 Apr 12 15:16:44.529624 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f0031-ff22-4990-a3a1-54a2d0aee3c5 req-a15e9066-bf0a-410c-8652-981e8de36e3b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:44.533533 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-433f0031-ff22-4990-a3a1-54a2d0aee3c5 req-a15e9066-bf0a-410c-8652-981e8de36e3b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0471573 Apr 12 15:16:44.580626 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-433f0031-ff22-4990-a3a1-54a2d0aee3c5 req-ed5d42ba-138f-4b2c-ad6f-e40bdaff08ac tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436518 Apr 12 15:16:45.703920 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91d6c-08f8-472e-aca6-267b394b3ce7 req-af6647e4-9c62-437e-804a-661d2b0cc18c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:45.705385 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5e91d6c-08f8-472e-aca6-267b394b3ce7 req-af6647e4-9c62-437e-804a-661d2b0cc18c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0530105 Apr 12 15:16:45.752969 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5e91d6c-08f8-472e-aca6-267b394b3ce7 req-606a7d3e-62ce-4006-9c52-469210e33d33 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Apr 12 15:16:46.867924 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64b3ad-15b1-415a-bccf-0adcae75cbdd req-113b58b3-2882-4587-a09d-80bb5301e8fb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:46.869366 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1b64b3ad-15b1-415a-bccf-0adcae75cbdd req-113b58b3-2882-4587-a09d-80bb5301e8fb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0473468 Apr 12 15:16:46.918080 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1b64b3ad-15b1-415a-bccf-0adcae75cbdd req-c6dace5e-cda1-41e3-970f-faaf38c3acc6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Apr 12 15:16:48.030337 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c9adf-78f7-4deb-8327-01360560e184 req-861fde34-2446-4e81-8f69-9f2d872e8028 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:48.031802 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-114c9adf-78f7-4deb-8327-01360560e184 req-861fde34-2446-4e81-8f69-9f2d872e8028 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0453072 Apr 12 15:16:48.082575 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-114c9adf-78f7-4deb-8327-01360560e184 req-e26a170c-84e0-4937-87b6-36e52c977283 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Apr 12 15:16:49.196111 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe09833-6fdb-4bae-9c11-453983c07f99 req-a5efc01a-2ad9-41d7-9dc4-054e2da3da1c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:49.197553 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efe09833-6fdb-4bae-9c11-453983c07f99 req-a5efc01a-2ad9-41d7-9dc4-054e2da3da1c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0471606 Apr 12 15:16:49.247541 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-efe09833-6fdb-4bae-9c11-453983c07f99 req-1d0d0860-9bc6-4a75-9e68-60cd4f91d02b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Apr 12 15:16:50.360129 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed20d-5925-44a8-8374-13bf0b711db7 req-477a1890-6d7f-4d64-ba7e-cd8971e72901 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:50.361562 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c76ed20d-5925-44a8-8374-13bf0b711db7 req-477a1890-6d7f-4d64-ba7e-cd8971e72901 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0464559 Apr 12 15:16:50.406396 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c76ed20d-5925-44a8-8374-13bf0b711db7 req-d8f620ea-b624-4933-98bb-dd0906d32214 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Apr 12 15:16:51.533670 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe7e2-af20-499d-9be0-cb4319edbf75 req-2889cf8a-3c05-452c-8e77-adf29fad06ce tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:51.535176 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dccbe7e2-af20-499d-9be0-cb4319edbf75 req-2889cf8a-3c05-452c-8e77-adf29fad06ce tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0496454 Apr 12 15:16:51.581226 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dccbe7e2-af20-499d-9be0-cb4319edbf75 req-056814db-8f8a-4127-8466-637171d613db tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Apr 12 15:16:52.702604 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3743e-af0e-496d-adcd-fb2582e65741 req-8981be2c-ea2c-469b-be85-0ab778210121 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:52.704084 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c2d3743e-af0e-496d-adcd-fb2582e65741 req-8981be2c-ea2c-469b-be85-0ab778210121 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0517619 Apr 12 15:16:52.753349 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c2d3743e-af0e-496d-adcd-fb2582e65741 req-ba1da8f6-650a-460b-a9f5-91af34b6881f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Apr 12 15:16:53.873473 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c0ac4-3b88-48bd-a51f-7905836ebad0 req-c3054d13-3f01-48b4-b153-93533d83d793 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:53.874990 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-832c0ac4-3b88-48bd-a51f-7905836ebad0 req-c3054d13-3f01-48b4-b153-93533d83d793 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0500600 Apr 12 15:16:53.924505 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-832c0ac4-3b88-48bd-a51f-7905836ebad0 req-a6c47718-aadb-4022-af16-5472acfe2e0b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Apr 12 15:16:54.499983 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:16:55.059552 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb439-6c5f-4b54-bd78-d3caf75cee0c req-afa83ea7-0994-4485-af68-c46aa21cfd4c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:55.063890 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-309fb439-6c5f-4b54-bd78-d3caf75cee0c req-afa83ea7-0994-4485-af68-c46aa21cfd4c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0576365 Apr 12 15:16:55.120443 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-309fb439-6c5f-4b54-bd78-d3caf75cee0c req-eb4aa851-72f5-4591-89ed-223b808c9ec7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481105 Apr 12 15:16:56.250368 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a21e51-8a1f-4fb7-8fc0-0aba8246e93e req-2de1740d-5ccc-4067-a66b-ef7b962cf7c5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:56.251761 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e1a21e51-8a1f-4fb7-8fc0-0aba8246e93e req-2de1740d-5ccc-4067-a66b-ef7b962cf7c5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0575657 Apr 12 15:16:56.302796 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e1a21e51-8a1f-4fb7-8fc0-0aba8246e93e req-c2b5dbf6-7d44-45b0-9492-bdd17ab60580 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Apr 12 15:16:57.424510 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75afb-bd3c-4861-a739-69de4ba647d8 req-464640fc-29f9-46aa-81e7-ec3b0769b4b6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:57.426000 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-95f75afb-bd3c-4861-a739-69de4ba647d8 req-464640fc-29f9-46aa-81e7-ec3b0769b4b6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0470669 Apr 12 15:16:57.473078 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-95f75afb-bd3c-4861-a739-69de4ba647d8 req-6162b575-60be-4a34-bf47-22d96a8abace tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Apr 12 15:16:57.486616 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-09986302-bfc2-4a54-aec3-e8bc4fc580df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:16:58.590519 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545cbe3-5a3d-42f1-a721-fa4ed6fdecf6 req-7397bfc7-d564-46bd-a3b9-0717428e9e21 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:58.592481 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c545cbe3-5a3d-42f1-a721-fa4ed6fdecf6 req-7397bfc7-d564-46bd-a3b9-0717428e9e21 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0476696 Apr 12 15:16:58.641202 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c545cbe3-5a3d-42f1-a721-fa4ed6fdecf6 req-fbac1f31-5fc3-4a1a-98a0-ce1c7577b849 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Apr 12 15:16:59.769906 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa6397-5c73-4787-bec6-1c53ac52773e req-f60a196c-44fb-4867-8929-9c926917c489 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:16:59.771579 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-effa6397-5c73-4787-bec6-1c53ac52773e req-f60a196c-44fb-4867-8929-9c926917c489 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0586007 Apr 12 15:16:59.827118 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-effa6397-5c73-4787-bec6-1c53ac52773e req-7d571ada-7b52-47c4-aadc-059dd7b9fec4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493724 Apr 12 15:17:00.109598 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-319f16ba-706a-47ff-8ba7-dd0d0a553c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:00.942889 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62060c8a-b381-4ecc-92fc-a67d8e33dc0b req-bced9bba-7d4e-4458-a184-7ddd1644853b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:00.944409 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-62060c8a-b381-4ecc-92fc-a67d8e33dc0b req-bced9bba-7d4e-4458-a184-7ddd1644853b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0482860 Apr 12 15:17:00.992975 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-62060c8a-b381-4ecc-92fc-a67d8e33dc0b req-e9d6ee9c-a084-4734-b378-d40e45f1d968 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Apr 12 15:17:01.418566 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:02.113762 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe24000-b9f7-48ba-9c5c-b0c71b10f51f req-58ddd22f-941a-4063-baa5-272df381c3e1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:02.115254 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dfe24000-b9f7-48ba-9c5c-b0c71b10f51f req-58ddd22f-941a-4063-baa5-272df381c3e1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0480723 Apr 12 15:17:02.169466 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dfe24000-b9f7-48ba-9c5c-b0c71b10f51f req-f22daba9-0016-4130-9834-357e3a7333ab tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482428 Apr 12 15:17:03.285311 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0ddc-dd62-4170-a4e4-d622cff2f5a0 req-3655f618-ed12-4cd5-8b63-c7e36c6bc7ec tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:03.286859 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-301d0ddc-dd62-4170-a4e4-d622cff2f5a0 req-3655f618-ed12-4cd5-8b63-c7e36c6bc7ec tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0473940 Apr 12 15:17:03.292289 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:03.337577 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-301d0ddc-dd62-4170-a4e4-d622cff2f5a0 req-5d7bb73d-d791-49f3-8e71-a0ee623f1847 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Apr 12 15:17:04.103771 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:04.449980 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346d260-eca4-4e09-bc36-81757e5fc5a3 req-54eeb2a9-3722-4759-adb6-87cdab52a624 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:04.451407 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7346d260-eca4-4e09-bc36-81757e5fc5a3 req-54eeb2a9-3722-4759-adb6-87cdab52a624 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0464466 Apr 12 15:17:04.500239 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7346d260-eca4-4e09-bc36-81757e5fc5a3 req-1885c97e-d2f3-4cac-b825-b78b4c7e776c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434589 Apr 12 15:17:05.632669 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c973d-3acd-414c-84e7-dbeb99aea865 req-8c1f0922-ba24-4351-b7c9-587408f3c515 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:05.635548 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-be3c973d-3acd-414c-84e7-dbeb99aea865 req-8c1f0922-ba24-4351-b7c9-587408f3c515 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0602767 Apr 12 15:17:05.684455 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-be3c973d-3acd-414c-84e7-dbeb99aea865 req-3b2f3e4b-f3bd-4bf8-871f-663dc9b50f20 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431287 Apr 12 15:17:06.813756 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ab4b6-2e35-4884-9ad7-e0c9710eddb8 req-76ab943c-fcbd-4167-90f8-8e5d1cac687a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:06.815241 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c55ab4b6-2e35-4884-9ad7-e0c9710eddb8 req-76ab943c-fcbd-4167-90f8-8e5d1cac687a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0507536 Apr 12 15:17:06.881018 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c55ab4b6-2e35-4884-9ad7-e0c9710eddb8 req-dda673a5-84cf-4095-ada0-da48ff8c5a27 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Apr 12 15:17:07.252413 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:08.014580 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6677fc6-6160-468a-b980-feeb82746bf8 req-d698b03f-78a2-4f11-9f1c-b7ceee54da4f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:08.016125 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b6677fc6-6160-468a-b980-feeb82746bf8 req-d698b03f-78a2-4f11-9f1c-b7ceee54da4f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0507028 Apr 12 15:17:08.067060 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b6677fc6-6160-468a-b980-feeb82746bf8 req-dcfa641a-9e27-461e-986a-8ed032ee6994 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449600 Apr 12 15:17:09.189421 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e2fbc-a32b-4348-9c24-1112395bf5e6 req-e965cb3a-b33d-49f4-81b9-ffe2b7179d05 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:09.190912 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b10e2fbc-a32b-4348-9c24-1112395bf5e6 req-e965cb3a-b33d-49f4-81b9-ffe2b7179d05 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0482566 Apr 12 15:17:09.243009 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b10e2fbc-a32b-4348-9c24-1112395bf5e6 req-39785be4-a5a9-4bd1-817b-13e48586767f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Apr 12 15:17:10.356809 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03928-801b-44c1-ab7a-0c43b72c0856 req-a3c0aeb0-84b2-4c27-980d-d7fbb35baa78 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:10.358329 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-67a03928-801b-44c1-ab7a-0c43b72c0856 req-a3c0aeb0-84b2-4c27-980d-d7fbb35baa78 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0463808 Apr 12 15:17:10.410670 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-67a03928-801b-44c1-ab7a-0c43b72c0856 req-5422e808-a8d1-4bbc-92df-df31a6cd3ef0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Apr 12 15:17:11.526607 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b910e-5687-45ef-9203-b0c10e305558 req-d67dc506-b880-4963-b4dc-a89c7b2ff8eb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:11.528173 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-747b910e-5687-45ef-9203-b0c10e305558 req-d67dc506-b880-4963-b4dc-a89c7b2ff8eb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0480719 Apr 12 15:17:11.578020 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-747b910e-5687-45ef-9203-b0c10e305558 req-b6110b5e-704f-4fae-bc95-70949c4ed976 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Apr 12 15:17:12.700592 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92adaa-13c1-480c-bb7b-affb00b23c87 req-04a57ef6-da2e-47ac-b8db-11e371886810 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:12.702108 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ae92adaa-13c1-480c-bb7b-affb00b23c87 req-04a57ef6-da2e-47ac-b8db-11e371886810 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0471065 Apr 12 15:17:12.753519 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ae92adaa-13c1-480c-bb7b-affb00b23c87 req-10281795-b787-4a89-a9a3-0d9ea66b3efa tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Apr 12 15:17:13.877615 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c3de2-9130-4415-a56b-da29f0889ce8 req-39e66267-897b-4593-a169-7bddd3332fa6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:13.879144 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-456c3de2-9130-4415-a56b-da29f0889ce8 req-39e66267-897b-4593-a169-7bddd3332fa6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0528688 Apr 12 15:17:13.927455 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-456c3de2-9130-4415-a56b-da29f0889ce8 req-d66caf95-d118-4473-98aa-c68f839cca6f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Apr 12 15:17:15.052997 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27da44-6fc5-42a8-8be6-0c8dbdf4ead8 req-0b3a2051-8567-4de2-9692-50806e214ebd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:15.055422 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f27da44-6fc5-42a8-8be6-0c8dbdf4ead8 req-0b3a2051-8567-4de2-9692-50806e214ebd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0538919 Apr 12 15:17:15.112106 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2f27da44-6fc5-42a8-8be6-0c8dbdf4ead8 req-b0783bcd-a4c6-4283-b9d7-77793b82470d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Apr 12 15:17:16.237250 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ffa98-e76d-4361-8ccb-5ac9f33e0763 req-4352c4f3-12ae-4b38-a4a7-037a960bf61b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:16.238636 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6b6ffa98-e76d-4361-8ccb-5ac9f33e0763 req-4352c4f3-12ae-4b38-a4a7-037a960bf61b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0466743 Apr 12 15:17:16.291432 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6b6ffa98-e76d-4361-8ccb-5ac9f33e0763 req-f23a5208-84f8-4ebc-b64c-d2fbb6171046 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Apr 12 15:17:17.409063 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae402-5a3b-44a6-a88b-ee25abb9155a req-837a6831-9cc0-4501-ab10-4beb71884f5c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:17.410741 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b19ae402-5a3b-44a6-a88b-ee25abb9155a req-837a6831-9cc0-4501-ab10-4beb71884f5c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0483959 Apr 12 15:17:17.462797 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b19ae402-5a3b-44a6-a88b-ee25abb9155a req-d5043987-d69b-4f74-85fc-63d5104731cc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Apr 12 15:17:18.579494 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9fb3e-0f1e-407d-872f-f94b02e67788 req-bff5190f-87f0-4140-b05d-fa9aa7a5e949 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:18.581004 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-69b9fb3e-0f1e-407d-872f-f94b02e67788 req-bff5190f-87f0-4140-b05d-fa9aa7a5e949 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0485518 Apr 12 15:17:18.630669 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-69b9fb3e-0f1e-407d-872f-f94b02e67788 req-448cd7db-08b3-4bf3-8174-2499693dcf6f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Apr 12 15:17:19.915115 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9539b1-9268-4011-803b-6df2543ca7b3 req-0e2e855c-4e8b-4c8c-8120-5394ecdceb07 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:19.916857 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6e9539b1-9268-4011-803b-6df2543ca7b3 req-0e2e855c-4e8b-4c8c-8120-5394ecdceb07 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0530982 Apr 12 15:17:19.965617 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6e9539b1-9268-4011-803b-6df2543ca7b3 req-75954d0a-850b-433e-bc37-af7be8a74ea7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431530 Apr 12 15:17:21.082025 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c71e6-afc8-46e4-a3fb-32eeac540a3a req-e404a1a8-e63a-49e2-9d73-2bb68bfc4141 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:21.083501 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1c7c71e6-afc8-46e4-a3fb-32eeac540a3a req-e404a1a8-e63a-49e2-9d73-2bb68bfc4141 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0472829 Apr 12 15:17:21.138489 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1c7c71e6-afc8-46e4-a3fb-32eeac540a3a req-6b6cca31-46dc-475a-94f2-63d613be5402 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490162 Apr 12 15:17:22.274202 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ee229-e1bd-4e87-b87c-549660ee0776 req-50038e22-b611-4001-999f-93deb9446466 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:22.276005 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf4ee229-e1bd-4e87-b87c-549660ee0776 req-50038e22-b611-4001-999f-93deb9446466 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0533447 Apr 12 15:17:22.322622 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf4ee229-e1bd-4e87-b87c-549660ee0776 req-2f533b25-0038-4b3e-b2da-87e9090fe102 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Apr 12 15:17:23.450762 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39fbea-117d-46af-8121-b412fb9403f6 req-333d47ff-3ce5-49c6-963e-335ef5a1c821 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:23.452309 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d39fbea-117d-46af-8121-b412fb9403f6 req-333d47ff-3ce5-49c6-963e-335ef5a1c821 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0557590 Apr 12 15:17:23.500010 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d39fbea-117d-46af-8121-b412fb9403f6 req-71faa1e6-cbf6-42d3-8db2-e021d7d372c9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421031 Apr 12 15:17:24.618015 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bde58d-f798-43d2-a550-386eae4a05e4 req-0655f092-6e3e-4b49-bd8a-f78a908f410d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:24.619558 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-04bde58d-f798-43d2-a550-386eae4a05e4 req-0655f092-6e3e-4b49-bd8a-f78a908f410d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0476546 Apr 12 15:17:24.673121 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-04bde58d-f798-43d2-a550-386eae4a05e4 req-1758ebbc-b291-45d2-9a6d-709b1af0b02c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 Apr 12 15:17:25.788509 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827b06d-72ee-4e2f-bb08-0f1f4a99fb89 req-a011f0cf-8dc7-4ecc-b223-843dc635081a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:25.791356 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b827b06d-72ee-4e2f-bb08-0f1f4a99fb89 req-a011f0cf-8dc7-4ecc-b223-843dc635081a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0492268 Apr 12 15:17:25.845141 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b827b06d-72ee-4e2f-bb08-0f1f4a99fb89 req-5312656d-dd35-4443-aad6-45744428eac8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479987 Apr 12 15:17:26.962456 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d1790-1575-4dcb-92ab-0e032257b56d req-1f4ebafe-7785-41a2-abab-2c87336aaeb5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:26.963936 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f6d1790-1575-4dcb-92ab-0e032257b56d req-1f4ebafe-7785-41a2-abab-2c87336aaeb5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0479486 Apr 12 15:17:27.011015 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7f6d1790-1575-4dcb-92ab-0e032257b56d req-d5aa1690-2add-4c03-940a-c20807a98fc0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414343 Apr 12 15:17:27.548809 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-10b56b96-8d1b-48c1-897a-0075c5a7ed8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:28.128334 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609367ee-dee0-400e-8483-53349c060e66 req-82138539-e906-482d-8f19-6399482d1c06 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:28.129819 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-609367ee-dee0-400e-8483-53349c060e66 req-82138539-e906-482d-8f19-6399482d1c06 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0493000 Apr 12 15:17:28.178901 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-609367ee-dee0-400e-8483-53349c060e66 req-4e30521f-67a3-4633-be47-b78a5fbaa5a1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Apr 12 15:17:28.743541 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-824bd07a-f051-4722-898a-41901ff1b28d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443199 Apr 12 15:17:28.822363 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-eb88099d-34ce-4759-b1f2-472cf157c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:28.823769 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-eb88099d-34ce-4759-b1f2-472cf157c50a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0400465 Apr 12 15:17:28.936275 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-69f643ba-c2bf-4015-b980-0c30cf3379f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:28.937823 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-69f643ba-c2bf-4015-b980-0c30cf3379f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0960770 Apr 12 15:17:28.977545 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-5084ea3e-5b29-443b-a4c9-98cf2abab0c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0338461 Apr 12 15:17:29.023426 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-44c28b1d-f681-4b1f-a9ef-47b3d5c50e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:29.024903 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-44c28b1d-f681-4b1f-a9ef-47b3d5c50e01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0424278 Apr 12 15:17:29.066828 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-826ee38a-f734-4f28-bc97-df85f3a1b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:29.068292 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-826ee38a-f734-4f28-bc97-df85f3a1b8e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379860 Apr 12 15:17:29.159034 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-dde77287-394c-444d-bad7-fc48e9349726 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 Apr 12 15:17:29.264958 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6440832d-2156-41f6-8a5d-d75c57dd2f0b req-0fc3683d-aeed-4dc4-b10f-207ca1a71e0d service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993862 Apr 12 15:17:29.298614 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca01be7-bfd4-40bc-a08d-1730f4cf49a5 req-e357e2d6-4e73-47c2-9bad-77016c94f824 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:29.300089 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ca01be7-bfd4-40bc-a08d-1730f4cf49a5 req-e357e2d6-4e73-47c2-9bad-77016c94f824 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0475636 Apr 12 15:17:29.345778 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2ca01be7-bfd4-40bc-a08d-1730f4cf49a5 req-35092d15-26bb-4675-b5f6-ddd6c545d84f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Apr 12 15:17:30.114678 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73cb3c5a-941b-4e82-b75c-8084c2c1a5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:30.458508 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a04f87-c9f5-412a-8d3c-9568f0c5acd8 req-8da0f622-6bc7-46b2-9057-1904f20b24f8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:30.459944 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-71a04f87-c9f5-412a-8d3c-9568f0c5acd8 req-8da0f622-6bc7-46b2-9057-1904f20b24f8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0452867 Apr 12 15:17:30.509355 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-71a04f87-c9f5-412a-8d3c-9568f0c5acd8 req-51c0d908-a360-4e55-8263-a3153a89dd49 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434062 Apr 12 15:17:31.428758 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:31.498530 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:17:31.623067 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33433-e218-4db5-9260-0d4317af75cc req-9cfed921-e093-49bd-8a37-f73e42e0c0d0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:31.624529 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-76b33433-e218-4db5-9260-0d4317af75cc req-9cfed921-e093-49bd-8a37-f73e42e0c0d0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0468843 Apr 12 15:17:31.671142 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-76b33433-e218-4db5-9260-0d4317af75cc req-65522b51-f4a9-40a5-a16d-0edee01f55bc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Apr 12 15:17:32.788247 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d16e0-8dea-4d5b-8478-dabcfe15da0f req-e7e4ceac-4952-418f-9c9e-2f230e5c3a9a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:32.790438 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-076d16e0-8dea-4d5b-8478-dabcfe15da0f req-e7e4ceac-4952-418f-9c9e-2f230e5c3a9a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0485506 Apr 12 15:17:32.843467 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-076d16e0-8dea-4d5b-8478-dabcfe15da0f req-cc5bb0cd-60f3-455b-ae27-46b40fbed98a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Apr 12 15:17:33.297141 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:33.962161 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af76c-5858-40a8-af12-f45290e804ef req-5d0bf2c0-c542-41d1-8e64-59de2ea8d67b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:33.963470 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-359af76c-5858-40a8-af12-f45290e804ef req-5d0bf2c0-c542-41d1-8e64-59de2ea8d67b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0516315 Apr 12 15:17:34.010103 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-359af76c-5858-40a8-af12-f45290e804ef req-c2ec6420-8dbd-4d97-a208-a29cbb58ecd3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Apr 12 15:17:34.087092 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:35.122462 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ac25-859b-4445-ad61-84bf63f64fbc req-4faf0996-020b-4c38-b2b7-eb5bad8f7e00 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:35.123972 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5b0ac25-859b-4445-ad61-84bf63f64fbc req-4faf0996-020b-4c38-b2b7-eb5bad8f7e00 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0471718 Apr 12 15:17:35.173654 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5b0ac25-859b-4445-ad61-84bf63f64fbc req-dbc51558-4c5f-411b-ba25-e00d8137ad94 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Apr 12 15:17:36.291793 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b094a-7311-4f28-a866-df0fd945dd9e req-b9b63529-c23a-4eeb-b792-461c8fe73daf tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:36.293215 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0c1b094a-7311-4f28-a866-df0fd945dd9e req-b9b63529-c23a-4eeb-b792-461c8fe73daf tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0485590 Apr 12 15:17:36.341022 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0c1b094a-7311-4f28-a866-df0fd945dd9e req-9d781c07-e7e5-45a6-b40c-7377217462d8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Apr 12 15:17:37.234159 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:37.458156 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183e53-893a-4376-9402-bfb373985c21 req-c3edbfa8-efca-4683-87c5-5f8d5adacd06 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:37.459526 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-99183e53-893a-4376-9402-bfb373985c21 req-c3edbfa8-efca-4683-87c5-5f8d5adacd06 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0478780 Apr 12 15:17:37.509668 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-99183e53-893a-4376-9402-bfb373985c21 req-66e38608-7425-4186-9899-013b0b0eda30 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443180 Apr 12 15:17:38.628039 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe81674-9609-4816-ace7-00863890f76b req-5523353b-2e3c-4507-bdfd-a76edc86df8d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:38.629502 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbe81674-9609-4816-ace7-00863890f76b req-5523353b-2e3c-4507-bdfd-a76edc86df8d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Apr 12 15:17:38.681090 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dbe81674-9609-4816-ace7-00863890f76b req-761af712-17e9-4cfc-ad60-58089e69aa18 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Apr 12 15:17:39.795036 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a957d-06ea-4e5d-bcd2-1651323b46f9 req-278cf45a-0feb-49bd-afcf-f485b54514a3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:39.796422 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d94a957d-06ea-4e5d-bcd2-1651323b46f9 req-278cf45a-0feb-49bd-afcf-f485b54514a3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0469437 Apr 12 15:17:39.843735 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d94a957d-06ea-4e5d-bcd2-1651323b46f9 req-4798e767-7ef5-4dcf-a72d-a2c984a4c369 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Apr 12 15:17:40.955585 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c82af6-4605-44f0-88e1-5a123b0eae51 req-87975638-2868-42a0-bf0b-8f85959dd17c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:40.957001 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-74c82af6-4605-44f0-88e1-5a123b0eae51 req-87975638-2868-42a0-bf0b-8f85959dd17c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0449183 Apr 12 15:17:41.001849 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-74c82af6-4605-44f0-88e1-5a123b0eae51 req-ca6d2314-9a65-4abe-9dd9-37201d059ad1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Apr 12 15:17:42.128916 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8606e-bde1-451a-9d46-dbecb60dd920 req-15383ec1-c786-49ea-b876-088682ded0c4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:42.130430 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-40e8606e-bde1-451a-9d46-dbecb60dd920 req-15383ec1-c786-49ea-b876-088682ded0c4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0503130 Apr 12 15:17:42.178111 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-40e8606e-bde1-451a-9d46-dbecb60dd920 req-3eee8300-43ca-44a6-a8dc-96263c8024b1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Apr 12 15:17:43.292736 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b60c7-d30f-4fc1-b13d-284d5f42c3e8 req-f6ffd3f8-1301-40a1-9518-b3dc977a2218 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:43.294289 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e75b60c7-d30f-4fc1-b13d-284d5f42c3e8 req-f6ffd3f8-1301-40a1-9518-b3dc977a2218 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0485592 Apr 12 15:17:43.356131 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e75b60c7-d30f-4fc1-b13d-284d5f42c3e8 req-0278a648-df8b-47b5-9b8e-071ec6afa95f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561216 Apr 12 15:17:44.477067 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6109e-ad8c-4477-9c7b-b6ad82b0584a req-b80111e8-b588-4cdf-af62-3b5252a91359 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:44.478535 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4f6109e-ad8c-4477-9c7b-b6ad82b0584a req-b80111e8-b588-4cdf-af62-3b5252a91359 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0451796 Apr 12 15:17:44.527882 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c4f6109e-ad8c-4477-9c7b-b6ad82b0584a req-1deddd33-8613-4382-9d79-64b6b847d675 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Apr 12 15:17:45.648254 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8074-e37c-4b83-9ab8-cfe6fb18549c req-78eef9f6-74bb-4143-ad55-6f25e86ec031 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:45.649830 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6dad8074-e37c-4b83-9ab8-cfe6fb18549c req-78eef9f6-74bb-4143-ad55-6f25e86ec031 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0549078 Apr 12 15:17:45.697534 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6dad8074-e37c-4b83-9ab8-cfe6fb18549c req-c7027118-665c-408a-a195-f02680affc71 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Apr 12 15:17:46.808566 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794f9ae-f917-449c-96b9-77b46c12d78d req-c052a7f8-cf22-41a5-aabf-e01cc5fb97d5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:46.809981 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0794f9ae-f917-449c-96b9-77b46c12d78d req-c052a7f8-cf22-41a5-aabf-e01cc5fb97d5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0452328 Apr 12 15:17:46.858230 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0794f9ae-f917-449c-96b9-77b46c12d78d req-c64e5a76-3c9f-457d-accc-2cfef552a8c7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Apr 12 15:17:47.974299 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cd1c8-81dd-4778-8c24-88f6c6ec4724 req-d9859f05-33f3-49b4-9c2f-1e7385dd701d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:47.976320 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ae6cd1c8-81dd-4778-8c24-88f6c6ec4724 req-d9859f05-33f3-49b4-9c2f-1e7385dd701d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0494184 Apr 12 15:17:48.022919 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ae6cd1c8-81dd-4778-8c24-88f6c6ec4724 req-c600300e-6407-4817-b0bb-93f9affe355d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Apr 12 15:17:49.143202 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111ac8b-b19e-4abe-bb4d-cf76672f630d req-9d148513-2893-45bc-84a0-639ad0b78585 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:49.144659 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2111ac8b-b19e-4abe-bb4d-cf76672f630d req-9d148513-2893-45bc-84a0-639ad0b78585 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0455935 Apr 12 15:17:49.191319 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2111ac8b-b19e-4abe-bb4d-cf76672f630d req-207bc8ca-0e8d-40ca-a6a4-c32369096e59 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406101 Apr 12 15:17:50.306895 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d4186-b839-40c5-a048-e999681bad5d req-0d7ab548-1cf8-4bf9-be21-67078968d5f8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:50.308328 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-452d4186-b839-40c5-a048-e999681bad5d req-0d7ab548-1cf8-4bf9-be21-67078968d5f8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0494978 Apr 12 15:17:50.595333 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-452d4186-b839-40c5-a048-e999681bad5d req-95de2f1c-f0ef-45e9-8265-ac2d46f6ab91 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815533 Apr 12 15:17:51.707411 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054dd64-f432-4490-be79-8c22ec3696e2 req-a2b4528a-709d-418d-b927-998878d4ddb7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:51.708831 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9054dd64-f432-4490-be79-8c22ec3696e2 req-a2b4528a-709d-418d-b927-998878d4ddb7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0460832 Apr 12 15:17:51.754979 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9054dd64-f432-4490-be79-8c22ec3696e2 req-f6a4dd2c-b3d9-45b2-bf8a-52a07283d40b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Apr 12 15:17:52.869499 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c1ab-42ca-437b-a69c-eabd76ebb7cf req-d8b1187e-d683-4761-81a1-d55696ded686 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:52.870962 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa89c1ab-42ca-437b-a69c-eabd76ebb7cf req-d8b1187e-d683-4761-81a1-d55696ded686 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0459120 Apr 12 15:17:52.925207 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-aa89c1ab-42ca-437b-a69c-eabd76ebb7cf req-aa41c2e4-2ae8-4315-b3f8-828f8ba79084 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Apr 12 15:17:54.040821 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c43f64-03d9-40b3-9d1f-3a78df819c47 req-d76a8938-ceff-4d70-b0c2-4df8caabc393 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:54.042312 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d2c43f64-03d9-40b3-9d1f-3a78df819c47 req-d76a8938-ceff-4d70-b0c2-4df8caabc393 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0465996 Apr 12 15:17:54.088791 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d2c43f64-03d9-40b3-9d1f-3a78df819c47 req-5667c2aa-01bf-4a68-94d7-db2cc6ad0e10 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Apr 12 15:17:55.200772 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2ee9e-cab2-41aa-8abb-eb842925eb69 req-9588e8ff-b832-4482-99ba-b6b1c9f55e5d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:55.202285 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fed2ee9e-cab2-41aa-8abb-eb842925eb69 req-9588e8ff-b832-4482-99ba-b6b1c9f55e5d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0480671 Apr 12 15:17:55.251390 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fed2ee9e-cab2-41aa-8abb-eb842925eb69 req-da4e0d9f-bf3d-49f6-8702-0b3d140552d7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Apr 12 15:17:56.365752 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3dba7c-bb67-4b46-b0e8-5b614758a76a req-9ab867fa-49f1-4d4a-8b2b-bea6496e2c83 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:56.368020 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf3dba7c-bb67-4b46-b0e8-5b614758a76a req-9ab867fa-49f1-4d4a-8b2b-bea6496e2c83 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0495343 Apr 12 15:17:56.417047 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bf3dba7c-bb67-4b46-b0e8-5b614758a76a req-fa014935-d1d4-40da-ad0f-a8b7725c3a74 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435119 Apr 12 15:17:57.533774 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbca5-97a2-4d2a-89e4-5d8667536963 req-57ea5032-5aaf-4235-b391-dff3acacfef6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:57.535260 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06ccbca5-97a2-4d2a-89e4-5d8667536963 req-57ea5032-5aaf-4235-b391-dff3acacfef6 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0473049 Apr 12 15:17:57.548433 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c4af493c-9103-4180-867a-7e54dfb88e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:17:57.583366 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-06ccbca5-97a2-4d2a-89e4-5d8667536963 req-86700f81-ae53-4820-9389-8fcb07e4a03d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420847 Apr 12 15:17:58.704630 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0e01c-ad72-450a-8c88-a8027288ed16 req-6cf9be3e-5d4b-4b53-9e58-c3780e4ef7e2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:58.705883 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-99e0e01c-ad72-450a-8c88-a8027288ed16 req-6cf9be3e-5d4b-4b53-9e58-c3780e4ef7e2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0505288 Apr 12 15:17:58.753245 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-99e0e01c-ad72-450a-8c88-a8027288ed16 req-8cff3f1c-bcb7-43c0-a607-5178fda9dfa2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Apr 12 15:17:59.864815 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda0894-6244-42dc-ba38-f10da08cbb6f req-b1294a5a-3d65-4c72-9f75-554363968242 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:17:59.866293 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0bda0894-6244-42dc-ba38-f10da08cbb6f req-b1294a5a-3d65-4c72-9f75-554363968242 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0453923 Apr 12 15:17:59.915114 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0bda0894-6244-42dc-ba38-f10da08cbb6f req-46325648-43bb-4970-888d-336c057acbfc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428874 Apr 12 15:18:00.119264 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-8e3e96b4-05a6-4302-a935-9912922e13ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:01.031599 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a09f7-796f-46b2-8b0b-912f7991b753 req-370ec225-e248-4024-9a06-4a3fdcfa4a84 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:01.033068 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-714a09f7-796f-46b2-8b0b-912f7991b753 req-370ec225-e248-4024-9a06-4a3fdcfa4a84 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0488634 Apr 12 15:18:01.089350 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-714a09f7-796f-46b2-8b0b-912f7991b753 req-a8c54680-240a-400e-b54d-2d5660ebdbf9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486178 Apr 12 15:18:01.410855 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:02.202162 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be852b1-ea7c-4ffe-b87c-3d99359651df req-07bdebd8-f1f0-4180-a22b-d8a809de1abc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:02.203593 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3be852b1-ea7c-4ffe-b87c-3d99359651df req-07bdebd8-f1f0-4180-a22b-d8a809de1abc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0464945 Apr 12 15:18:02.251128 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3be852b1-ea7c-4ffe-b87c-3d99359651df req-0587207e-b99d-487d-9261-799b9b128dd5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Apr 12 15:18:03.308270 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:03.369810 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15784661-caef-43d3-a97d-b30a1ed3afd8 req-1be2043d-e3be-4cab-a2f0-956989778e67 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:03.371286 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-15784661-caef-43d3-a97d-b30a1ed3afd8 req-1be2043d-e3be-4cab-a2f0-956989778e67 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Apr 12 15:18:03.418466 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-15784661-caef-43d3-a97d-b30a1ed3afd8 req-596b434c-2e34-4313-9197-aeef0c841009 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Apr 12 15:18:04.096325 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:04.538596 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f3b55-38c0-4e05-b03b-bdcf7b2a8f66 req-69626276-6f48-4313-9749-a4abc9a567cf tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:04.540102 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-225f3b55-38c0-4e05-b03b-bdcf7b2a8f66 req-69626276-6f48-4313-9749-a4abc9a567cf tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0532973 Apr 12 15:18:04.587771 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-225f3b55-38c0-4e05-b03b-bdcf7b2a8f66 req-9937b79e-06f9-4ad8-81a6-0fae4444499f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Apr 12 15:18:05.700296 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a0d67-f8a9-4ead-a5ab-5611ae061de6 req-f1fa16e1-ab3b-44d4-87b8-892baf902ba8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:05.701776 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee3a0d67-f8a9-4ead-a5ab-5611ae061de6 req-f1fa16e1-ab3b-44d4-87b8-892baf902ba8 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0456712 Apr 12 15:18:05.749146 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ee3a0d67-f8a9-4ead-a5ab-5611ae061de6 req-de651f7d-2d4c-4290-b30f-51db28d142c4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419090 Apr 12 15:18:06.360719 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-bde1a1dc-8fdb-46bb-9cdd-11ac8c281791 req-1acc8f89-8384-4a70-b941-60f36dabaaea service neutron] (110561) timed out ('10.222.0.57', 64695) {{(pid=110561) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:18:06.860976 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4724-85cc-4f4b-86d6-d35207c60605 req-7826a167-ae1c-4bca-bb59-b87dd90cb7ac tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:06.862439 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-172b4724-85cc-4f4b-86d6-d35207c60605 req-7826a167-ae1c-4bca-bb59-b87dd90cb7ac tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0466800 Apr 12 15:18:06.917501 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-172b4724-85cc-4f4b-86d6-d35207c60605 req-c15e6e9b-6189-4451-96f5-493f9f0d741d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472710 Apr 12 15:18:07.245172 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:08.039821 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647a1c4-bb3c-4ac8-b9fe-0515305814b5 req-e263da3b-e202-4e19-a3ea-1c02340cbb3d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:08.041530 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8647a1c4-bb3c-4ac8-b9fe-0515305814b5 req-e263da3b-e202-4e19-a3ea-1c02340cbb3d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0505688 Apr 12 15:18:08.099349 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8647a1c4-bb3c-4ac8-b9fe-0515305814b5 req-41e86a9b-6780-4bb8-b4b5-6346af630955 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515859 Apr 12 15:18:08.498880 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:18:09.219644 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47fcc9-6695-411c-ac68-1df366b0fbe9 req-4e47f60c-7334-492a-8cb8-6703747fe1da tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:09.221106 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0a47fcc9-6695-411c-ac68-1df366b0fbe9 req-4e47f60c-7334-492a-8cb8-6703747fe1da tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0462627 Apr 12 15:18:09.268337 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0a47fcc9-6695-411c-ac68-1df366b0fbe9 req-bcd9e642-dd84-4dd7-b836-df59ab22b11d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Apr 12 15:18:10.387701 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565eb49-2f3a-4a0b-8243-f69dc02e35e4 req-02f78a91-462d-43df-9aec-6b9357a6dbdc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:10.390035 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3565eb49-2f3a-4a0b-8243-f69dc02e35e4 req-02f78a91-462d-43df-9aec-6b9357a6dbdc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0530572 Apr 12 15:18:10.436168 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3565eb49-2f3a-4a0b-8243-f69dc02e35e4 req-911699d1-af69-45c8-899b-6c7d60c9caf9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Apr 12 15:18:11.551685 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3921-e3b0-4063-833b-8dfa84114c3c req-8f5753d0-e3cb-495a-ae6e-33a6db8f3932 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:11.553215 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-15ac3921-e3b0-4063-833b-8dfa84114c3c req-8f5753d0-e3cb-495a-ae6e-33a6db8f3932 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0478585 Apr 12 15:18:11.600988 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-15ac3921-e3b0-4063-833b-8dfa84114c3c req-710ed3fc-3c43-420f-976e-69a9eda9522e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Apr 12 15:18:12.715800 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90d11-e3be-42ef-9cef-f22ec2b6cded req-0bf5eaa3-a3b6-409d-990e-67d172f9c84d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:12.717275 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-13d90d11-e3be-42ef-9cef-f22ec2b6cded req-0bf5eaa3-a3b6-409d-990e-67d172f9c84d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0506394 Apr 12 15:18:12.764073 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-13d90d11-e3be-42ef-9cef-f22ec2b6cded req-bc4e7996-d2d8-4163-992a-544795bd66d9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Apr 12 15:18:13.874678 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ec9e0-85d0-4d74-a0b9-66492dbf6f1d req-51aa9485-a42c-4f46-bd14-ec4c594070f4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:13.876174 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-283ec9e0-85d0-4d74-a0b9-66492dbf6f1d req-51aa9485-a42c-4f46-bd14-ec4c594070f4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0456116 Apr 12 15:18:13.923950 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-283ec9e0-85d0-4d74-a0b9-66492dbf6f1d req-af1f2f4a-16f9-4fb0-81de-cc9af1682bfe tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Apr 12 15:18:15.039765 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aea14b-1dc6-45ad-a7cf-3c3c4f7e2f8e req-15e05177-56d0-4da4-a7b6-b86d6f41bc60 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:15.041222 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c5aea14b-1dc6-45ad-a7cf-3c3c4f7e2f8e req-15e05177-56d0-4da4-a7b6-b86d6f41bc60 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0479741 Apr 12 15:18:15.092147 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c5aea14b-1dc6-45ad-a7cf-3c3c4f7e2f8e req-3efd5146-389e-47a9-be11-5d92eaad6744 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Apr 12 15:18:16.215080 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5b9ea-0e29-4c71-9719-58e35bfa17f0 req-430470e8-1caa-4967-8cdd-138a720767fa tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:16.216589 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cce5b9ea-0e29-4c71-9719-58e35bfa17f0 req-430470e8-1caa-4967-8cdd-138a720767fa tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0556700 Apr 12 15:18:16.269228 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cce5b9ea-0e29-4c71-9719-58e35bfa17f0 req-87d0dc50-5014-455b-84ed-261721c24bfb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Apr 12 15:18:17.391287 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58f859-af51-4893-84ad-8251d01983c8 req-c1e97660-0c4e-4445-8a80-36e1e537331b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:17.392818 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f58f859-af51-4893-84ad-8251d01983c8 req-c1e97660-0c4e-4445-8a80-36e1e537331b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0508649 Apr 12 15:18:17.441347 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f58f859-af51-4893-84ad-8251d01983c8 req-70608d9f-ada0-4e52-b294-8bcf246424ac tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Apr 12 15:18:18.560776 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba03b1f-1206-4de5-a40d-6c8b9ab0fee8 req-aa5f541c-60cd-47c2-9cc2-f3e1d58a6712 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:18.562500 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ba03b1f-1206-4de5-a40d-6c8b9ab0fee8 req-aa5f541c-60cd-47c2-9cc2-f3e1d58a6712 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0511503 Apr 12 15:18:18.608617 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8ba03b1f-1206-4de5-a40d-6c8b9ab0fee8 req-28eb53a6-1f2c-4c3b-a930-5d771eaf3ab0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Apr 12 15:18:19.719818 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0edffa-20a6-4fcf-97f8-0bb0bb7558a4 req-43d78e4b-2fab-4a75-a8f0-9f453f607ee2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:19.721182 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c0edffa-20a6-4fcf-97f8-0bb0bb7558a4 req-43d78e4b-2fab-4a75-a8f0-9f453f607ee2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0456927 Apr 12 15:18:19.768150 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6c0edffa-20a6-4fcf-97f8-0bb0bb7558a4 req-f05b9186-2eb7-47ee-b97c-88fd4b653722 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0fde5c4-5cea-4921-8e68-423b788f67b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407567 Apr 12 15:18:20.107631 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-c919d1ac-5f0b-428c-afbb-410ca23c7073 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:20.109066 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-c919d1ac-5f0b-428c-afbb-410ca23c7073 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.57 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 946 time: 0.0461063 Apr 12 15:18:20.192494 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Deleting port 9451047e-0681-4617-98f0-222c5f69ceb6 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:18:20.192834 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:20.286111 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] For port 9451047e-0681-4617-98f0-222c5f69ceb6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=9451047e-0681-4617-98f0-222c5f69ceb6,segment=NetworkSegment(b6ec47e9-8690-4c9b-bb46-4bc6c41aca63),segment_id=b6ec47e9-8690-4c9b-bb46-4bc6c41aca63)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:18:20.286749 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:20.299745 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Calling delete_port for 9451047e-0681-4617-98f0-222c5f69ceb6 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:18:20.495194 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (9451047e-0681-4617-98f0-222c5f69ceb6), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:20.507210 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['9451047e-0681-4617-98f0-222c5f69ceb6'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:18:20.531153 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Pushing event deleted for resources: {'Port': ['ID=9451047e-0681-4617-98f0-222c5f69ceb6,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:18:20.557164 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.557536 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.557891 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.558228 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.558562 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.558893 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.559222 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.559549 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.559876 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.560202 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.560527 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.560850 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.561171 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.561493 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.561835 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:18:20.584295 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] No DVR routers for this DVR port 9451047e-0681-4617-98f0-222c5f69ceb6 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:18:20.586859 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:20.590088 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-2692194f-2838-41cc-b0e9-6c0544e9ad40 req-6726b428-6cf0-433b-81e3-328e953e3e29 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.57 "DELETE /v2.0/ports/9451047e-0681-4617-98f0-222c5f69ceb6 HTTP/1.1" status: 204 len: 173 time: 0.4755447 Apr 12 15:18:20.590539 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'name': 'network-vif-deleted', 'tag': '9451047e-0681-4617-98f0-222c5f69ceb6'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:18:20.592764 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79327c8-637d-4721-98dc-8993598d6b3d" -d '{"events": [{"server_uuid": "b39507a5-c1c1-4c1f-b6f2-bc75f4807e80", "name": "network-vif-deleted", "tag": "9451047e-0681-4617-98f0-222c5f69ceb6"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:18:20.628562 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1ae8a7-c68b-4fa3-80c1-b61f3a5ebbfc x-openstack-request-id: req-1e1ae8a7-c68b-4fa3-80c1-b61f3a5ebbfc {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:18:20.628860 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39507a5-c1c1-4c1f-b6f2-bc75f4807e80", "name": "network-vif-deleted", "tag": "9451047e-0681-4617-98f0-222c5f69ceb6", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:18:20.629113 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e1ae8a7-c68b-4fa3-80c1-b61f3a5ebbfc {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:18:20.629522 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1ae8a7-c68b-4fa3-80c1-b61f3a5ebbfc'] response: {'server_uuid': 'b39507a5-c1c1-4c1f-b6f2-bc75f4807e80', 'name': 'network-vif-deleted', 'tag': '9451047e-0681-4617-98f0-222c5f69ceb6', 'status': 'completed', 'code': 200} Apr 12 15:18:20.861906 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8b9ec27a-d332-45e7-8980-2b990f4805a2 req-525ed128-a91d-4ef6-b205-6df35d596d9a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0268252 Apr 12 15:18:21.962069 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fdc6c74d-e87d-4fd5-9de0-c98b35459b15 req-8c099669-686c-452b-a2d0-2f96aeafa201 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0301037 Apr 12 15:18:23.061795 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52040e38-a3b7-460d-abfe-871ce9d41a46 req-12ec18a5-4117-485e-8184-b82302b091ed tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0292232 Apr 12 15:18:24.159876 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d48646b3-7763-4a4c-a0f9-c53ed0fd1618 req-ef701c05-3e84-4393-ad0f-a3125fdeba12 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0276244 Apr 12 15:18:24.250797 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9451047e-0681-4617-98f0-222c5f69ceb6 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:18:24.272317 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 9451047e-0681-4617-98f0-222c5f69ceb6 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:18:24.272660 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 9451047e-0681-4617-98f0-222c5f69ceb6 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:18:25.256224 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5687383c-f8cc-4c72-ad7a-1247151c37b2 req-3222e628-19b6-48b8-9597-ce4b8f0f640c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0277085 Apr 12 15:18:26.357715 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-248c56de-3098-4697-8308-76fef772f778 req-d7a05d4f-032b-4b77-8646-1255cfe8ae54 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0274820 Apr 12 15:18:27.453701 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5e6dd2e-be3c-45c0-9e53-d2c09d286817 req-8bc3fa29-23a8-4331-be95-1e83d1756fe4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0276344 Apr 12 15:18:27.565027 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e2172f97-d3e1-4e00-970f-e179599a95d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:28.554602 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-43a436a3-917f-49b6-b641-3b8f01eb57e1 req-c5a5fb6e-4fd7-4837-b55b-d6d8de403d3b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0309701 Apr 12 15:18:29.651346 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e049fd66-492f-451a-8455-299ee8a09e32 req-4efcd8f0-4ee8-4df7-bfbf-c04cae9602fd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0272827 Apr 12 15:18:30.141710 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d1b148b2-6343-4f11-96f4-b6190513631e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:30.339069 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-1bb98d76-69ee-41b7-bfd6-18797a6cfe06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406897 Apr 12 15:18:30.423486 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-a8d48c4a-f70b-458b-a979-fa707fec98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:30.424902 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-a8d48c4a-f70b-458b-a979-fa707fec98ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0432687 Apr 12 15:18:30.529132 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-a8326374-0c07-4534-8028-c27e49fc1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:30.530644 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-a8326374-0c07-4534-8028-c27e49fc1398 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0877609 Apr 12 15:18:30.576289 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-badb5552-c427-4957-8056-a6b1bb13c66d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0391278 Apr 12 15:18:30.624378 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-96c1457f-18f0-4f46-a62b-56359cfdfcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:30.625834 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-96c1457f-18f0-4f46-a62b-56359cfdfcf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0435305 Apr 12 15:18:30.670103 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-c358b317-ce36-431e-9865-7f00c5ee52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:18:30.671585 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-c358b317-ce36-431e-9865-7f00c5ee52c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398724 Apr 12 15:18:30.762827 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-5beb6bda-f5eb-442d-bceb-7cd139eaad11 req-04ea08fa-5c68-497c-9e8b-306ea8f675ee tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0386648 Apr 12 15:18:30.765928 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-fd75fc89-fc85-4b83-8193-4ee85f87fb42 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878441 Apr 12 15:18:30.854259 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-77931770-d341-4ed1-aa9b-23c598d668f1 req-8b0f305b-83e3-4cc7-b517-63ee1d910846 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825481 Apr 12 15:18:31.422111 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:31.863314 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bb817f89-d9cd-4c28-b0c3-68ed149b5d0e req-d42aba97-eb79-425c-b626-2b8fb613e639 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0325561 Apr 12 15:18:32.959262 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6ca1719a-e027-4f34-8a3b-4d5c9edd0c58 req-8d979ad4-e1ac-4662-8c98-3f3031ec3a82 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0272303 Apr 12 15:18:33.308796 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:34.062704 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:34.063070 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3e07620b-9283-417a-ad54-776bef8b807a req-6349603e-0020-4a8a-a35c-7a9accc34895 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0307665 Apr 12 15:18:35.166209 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f1cbca5b-1dcd-4dae-a16d-9be63d036283 req-79735286-a85a-4312-a4c6-6f5f3a86b5be tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0338733 Apr 12 15:18:36.262533 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-45d2bb54-3161-4d9e-88d4-9594420ff15e req-608c502a-edd1-48aa-a8f8-30118edaca09 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0275538 Apr 12 15:18:37.266091 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:37.361512 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3b166ca1-dd44-4a3a-8e4d-8309be8db127 req-9985be63-1f00-4567-9b30-b243dded21e1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Apr 12 15:18:38.457568 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-11e834b7-6606-4733-8c90-7fea724d610f req-bed2c716-79d6-45f4-afa5-606caabb17a1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0275373 Apr 12 15:18:39.554934 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f9c176ff-465f-4f04-b417-660d3575468f req-16ce5cfc-2294-4d77-8aa5-61a82a8d10f3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0291848 Apr 12 15:18:40.653276 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-721b0dd5-02d1-4d42-a525-4ed9db9b3491 req-dd0d6380-4d2f-40a4-aacc-343228d16de2 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0271294 Apr 12 15:18:41.750516 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7560c3c7-877b-4e16-b1a5-8c5875cf53f5 req-c74621de-640f-4f4d-8f8e-0098d6c2401a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0299947 Apr 12 15:18:42.849273 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b82fd4b7-6870-4c6d-8068-005aa8d13b29 req-1b2947a2-3a5c-48ff-9a9d-7e7651486dc7 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0275779 Apr 12 15:18:43.942959 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-25e130dd-6aa6-4c5b-baeb-c16c76d8a8a2 req-d1afb4fb-b58b-4c5e-a97b-248b274ab0de tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Apr 12 15:18:45.052382 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fc3ff9de-7d3a-40c9-9f7c-25407ad9ea2a req-1afef135-9ad4-48b5-bc69-f919ac741b3f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0279541 Apr 12 15:18:45.498060 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:18:46.150488 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-47e90378-36c3-4a80-815e-ed11009902f8 req-fce840a0-0388-4a58-a3a2-950d8c4e7cdc tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0315969 Apr 12 15:18:47.244906 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-3f8a00ba-7c89-473e-91f6-c5b4572661df req-35b84fb0-7465-4bd8-89f2-8c253fa99974 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0278668 Apr 12 15:18:48.338349 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9c9005fe-e103-472e-aa4e-24575183745a req-32b0f845-08d1-44db-b93e-60218b343616 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0266690 Apr 12 15:18:49.436020 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-92770819-525b-4c7a-a2d9-9cd01b69007d req-8f0a8104-dd9b-4236-b26e-d07be75ebcc3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0283153 Apr 12 15:18:50.533920 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bba1a5ba-b63b-4afb-8e91-1104d0668752 req-bc7839b9-51d4-40e3-a92f-d5f53bd62d90 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0322175 Apr 12 15:18:51.629117 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4548a7e7-d98a-4b44-90ca-813881417023 req-cb499c58-67cf-443d-8cd7-e63bcb9d16ab tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273230 Apr 12 15:18:52.722402 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-35aacd20-ae9e-4bca-ab71-ffbac5b50254 req-ee13d966-3fe2-4e9c-ac26-a1f4da3c974f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0271401 Apr 12 15:18:53.817364 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a7d27e02-766d-485f-a962-bf920676f776 req-8b3715f7-7066-4332-bc5d-6b85e2ed1d31 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0268819 Apr 12 15:18:54.921507 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-32dc08f9-a785-4e83-a055-f7b1da144756 req-b2e5c407-4621-4b70-9cb7-cf5079a7ed91 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0307519 Apr 12 15:18:56.015847 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7e922da8-a848-41af-a357-41d4d9d5f8b5 req-fc7259d2-d498-49d1-bd43-3e98c9e1039a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0276084 Apr 12 15:18:57.112893 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a9d563f0-1133-4508-a45b-2cfddc1870f1 req-7a6c577a-483a-492d-a2e1-6bc2f01560ef tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273879 Apr 12 15:18:57.518397 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6e18873f-79e6-4a37-a93c-012685c71d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:18:58.211378 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-905cb6d2-2cdc-4b8c-b490-f0d957c4fd63 req-0ce74b25-9ae4-4ca7-8f4a-a4c2f8865e95 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0282309 Apr 12 15:18:59.310884 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6aaf5b16-669c-40f1-a73f-83cb22371864 req-c22fa66b-7044-4bda-a2f7-0fe4075f4278 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0317287 Apr 12 15:19:00.121924 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2726e5bd-d5e6-4c5e-947f-3a61c610ea1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:00.408028 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e367c4b3-9338-4b29-8969-a97b6fd88fae req-8ea64eac-da79-4de6-87f9-1f966f363fee tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0300748 Apr 12 15:19:01.398207 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:01.502082 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-104754ad-424e-436f-821f-0c40c7113300 req-4f4f7721-8f65-40e3-8217-74402a55bd95 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0266545 Apr 12 15:19:02.600623 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-871c3d58-ba1a-485e-9dd7-7b7fe1a57f7c req-0502ab34-dcd5-4eba-9c90-0e8f6b348be0 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0278094 Apr 12 15:19:03.295636 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:03.712941 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6a5bae97-9e9e-4eda-b303-21c21850411b req-120dae95-9325-4563-b801-f39a9b14b21c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0308044 Apr 12 15:19:04.106713 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:04.809027 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-db672b2d-8cb5-49b2-8abf-ee1a7ff787f2 req-34f911ae-44d4-47ba-9b92-56fd1ce0f9d3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0268292 Apr 12 15:19:05.913599 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-199027b2-4013-4eb6-9e28-c6630e64bf1c req-88290322-8e06-4a7a-a45e-052415890437 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Apr 12 15:19:07.021527 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c5ec1b2e-e228-4b60-8a89-8546869c739a req-51907626-f82a-4664-8edd-9051d1a402dd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Apr 12 15:19:07.253002 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:08.121212 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b134706d-cdd9-4169-a2fc-c60ae7eb2543 req-6e731d63-0062-4108-b01a-a019f098401b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Apr 12 15:19:09.217717 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cfddf08d-3872-48c2-92fc-b6739c5e1e17 req-9151edce-efbf-4830-a362-ab1e97470b54 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0277960 Apr 12 15:19:10.333601 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-07df7e7c-2309-4729-b0ff-77b9ef809ef2 req-b88f3c3d-cd0c-47a8-b1b1-f8ba6aa1ee79 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0306134 Apr 12 15:19:11.433889 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c5b7e478-5047-40c4-a792-91bbc409751a req-af6af10a-5e9e-493b-aa65-ef90b02f1d4e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0282531 Apr 12 15:19:12.534427 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d85c21f9-035e-43a1-aa7b-813fd64a48cc req-9c27e444-efbe-4b69-9bef-7a705ccd0f4f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0315993 Apr 12 15:19:13.632871 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e2de00fc-d8a4-4d05-aa2f-4ea79300f019 req-4e0b040f-20b4-46d4-a67a-143d31826bee tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0278919 Apr 12 15:19:14.728018 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cea0cb65-ddaa-40ce-a38f-ffe21e28539f req-2347960b-2443-40c8-bda0-e6c036930696 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0274639 Apr 12 15:19:15.821396 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-38c6cebc-dd9e-4600-89d7-afc438d7ed22 req-d80d195a-05f1-46f1-8b0b-dc025e278850 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273933 Apr 12 15:19:16.916280 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-2507ed7f-fdaa-4a60-bba8-c033716a9109 req-e05ad7d7-c3c4-4a98-aade-326a34702519 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0296311 Apr 12 15:19:18.011717 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-a754ec40-ff05-49e3-ba97-6f2b26581864 req-1241b992-0450-4102-bcbf-1e09c4c17687 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0269325 Apr 12 15:19:19.181718 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-dd68e463-83cc-4caf-b4ce-f1950e00725e req-6bc0254d-005d-45df-a701-7bc1b2a0c201 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0999105 Apr 12 15:19:20.484969 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9f2e7866-f24b-4298-ad36-480551aa494c req-a0b22c9c-245f-46db-a4de-1b024d79ba95 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0707891 Apr 12 15:19:21.582268 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-159ae378-0ef4-4760-ad4e-904b3ec177e3 req-acad92b8-05b1-4d5e-9316-6c039e29ef25 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0293605 Apr 12 15:19:22.497306 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:19:22.675949 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b1893d93-cac2-472d-b522-88a577d8081f req-f7c85ffd-5aa5-42db-8a5c-43cc135fbd5b tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0275447 Apr 12 15:19:23.769213 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4ae9e8c8-77ec-4c5b-b5ee-19ab05d858f4 req-545ef9b4-f287-4c2f-a560-ea6531fa0dea tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0264342 Apr 12 15:19:24.860853 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0eac46f6-c945-4947-9681-fba66e1128a5 req-f29e16e5-94ba-44f2-be1f-67eab99d4718 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0262122 Apr 12 15:19:25.956568 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8312f205-157d-464b-b79c-c5e9bd23cfe7 req-25a46a06-a085-4f3a-a4ed-329ae9090f81 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0295124 Apr 12 15:19:26.008159 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 54474) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:19:26.122603 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:26.195607 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Publish callbacks [] for security_group (6201be01-6303-431a-a57a-286b9f404e7f), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:26.271956 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6201be01-6303-431a-a57a-286b9f404e7f), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:26.313193 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=498eb40940af443c9bb7db557e57b78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039470 Apr 12 15:19:26.315206 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6201be01-6303-431a-a57a-286b9f404e7f,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:19:26.316080 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 54478) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:19:26.322895 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.323242 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.323582 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.323914 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.324246 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.324570 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.324891 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.325214 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.325530 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.325877 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.326202 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.326520 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.326835 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.327155 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.327469 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a11d34e-7b35-4d50-b340-553fe90faf03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.364837 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Publish callbacks [] for security_group (6201be01-6303-431a-a57a-286b9f404e7f), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:26.385663 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Publish callbacks [] for security_group (6201be01-6303-431a-a57a-286b9f404e7f), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:26.506083 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (6201be01-6303-431a-a57a-286b9f404e7f), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:26.508591 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:26.509742 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6201be01-6303-431a-a57a-286b9f404e7f HTTP/1.1" status: 204 len: 168 time: 0.1926601 Apr 12 15:19:26.517270 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6201be01-6303-431a-a57a-286b9f404e7f,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:19:26.525326 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.525725 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.526075 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.526438 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.526770 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.527106 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.527420 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.527739 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.528061 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.528381 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.528761 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.529022 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.529339 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.529799 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:26.530225 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cde877-a751-4b6c-8fb5-da3bd7252052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:19:27.054234 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b2f68fbb-5dbb-40ed-b671-ec327ee9268f req-e3e14966-836f-4bab-9b7d-784aceeed158 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0284045 Apr 12 15:19:27.497568 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-dbbd62bf-82c0-47e2-9d0c-cceb37531877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:28.149092 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4285e882-1164-4a17-8760-605bd7ccafd2 req-c96db7b4-d9bc-4b28-ba4a-413aa45eb87a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0281343 Apr 12 15:19:29.243913 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f5752197-9e32-4838-93de-c4a0a875c076 req-eff1547d-b7f5-42a3-b2c9-725693fc6103 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0296068 Apr 12 15:19:30.120750 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3e049ed4-eb1c-4b52-82ff-aa8b28211c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:30.338218 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-98079b6e-92e6-4c50-a0c0-38f3197d8e9a req-f1c7b345-98aa-4226-a663-caebdad6c181 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0290759 Apr 12 15:19:31.400875 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:31.434373 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-bc3828f8-6db8-4f1b-addd-f29adb430477 req-4245e87f-8326-4b59-b685-b317332df216 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0272689 Apr 12 15:19:32.121784 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-eda400ac-4049-4204-9733-be88eb596aa5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379589 Apr 12 15:19:32.196907 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-4b79a60a-fb2e-4690-92e9-7f695192e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:19:32.198394 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-4b79a60a-fb2e-4690-92e9-7f695192e75e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0369713 Apr 12 15:19:32.301610 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-9492075b-1557-4491-874a-e766bb13830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:19:32.303091 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-9492075b-1557-4491-874a-e766bb13830c service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0867026 Apr 12 15:19:32.343414 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-a1b98bca-9f05-4863-abea-43fc3e04717f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0340488 Apr 12 15:19:32.389075 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-dd0cacc4-2f64-45f2-b216-44493a676dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:19:32.390434 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-dd0cacc4-2f64-45f2-b216-44493a676dff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0412500 Apr 12 15:19:32.436536 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-50f4d26b-03bf-48fd-9ac3-b2fee1f588b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:19:32.438053 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-50f4d26b-03bf-48fd-9ac3-b2fee1f588b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424230 Apr 12 15:19:32.526311 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-bd9612d5-f4a2-47c9-bd75-4745865dc522 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820971 Apr 12 15:19:32.528778 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e45eab91-ee0d-4337-8ab2-daee7c78ef6b req-5a84f2bb-4cfd-415e-828b-66ba680fb2b9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Apr 12 15:19:32.617323 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-6dfaf626-1c46-4072-a1b0-53eb8ffc5aca req-f39c56c6-0516-4af7-bd31-b7fe1bc2f911 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852327 Apr 12 15:19:33.309060 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:33.624580 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b8ed0315-f713-4ef3-8ff4-f5cd38ed165d req-b0ee074a-3ac0-4899-bbe7-f226daef7f48 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0265298 Apr 12 15:19:34.063460 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:34.720217 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9fee0d96-d002-475a-be07-edd83a7471ae req-b590758d-b156-4d06-abf8-749d5687e73d tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0287943 Apr 12 15:19:35.812906 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d4446769-d027-4b56-b68a-a19a723ae4a6 req-e446262d-f2f0-4e18-8f8c-d547bbfa5639 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0259905 Apr 12 15:19:36.911866 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-48716d4a-74c0-447c-be32-8781e01a01a3 req-ec7fcad1-449c-4591-86bf-1f84cbef1d7a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0277636 Apr 12 15:19:37.280677 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:38.005355 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-81b42b68-27f8-4ad3-829a-6cd4286cab12 req-a4643167-c366-4d01-a4a9-102535652130 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0267441 Apr 12 15:19:39.099968 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e889bcc1-44d0-42ab-92ea-45aeeddabf32 req-b95a657f-5203-4fb6-ac16-518486ed3df5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0300431 Apr 12 15:19:40.201261 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-20d9451a-93c2-4598-8726-2e4f6f57d33b req-918bae4b-1425-4fec-9f1e-9918cbb44c15 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0348158 Apr 12 15:19:41.308842 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4e9f72cc-a323-470b-8f20-ec432769427f req-11b206a5-3206-45f0-9fcd-1e2282f5f18e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Apr 12 15:19:42.402704 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-0260d176-f05f-4fa6-8d53-cbc319ff1368 req-245abbe3-a880-4445-a456-bff47c9a142f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0260944 Apr 12 15:19:43.658159 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-75dea21d-6aac-4d15-b916-4a297979956b req-d5d9d582-3c99-460f-9dbe-59b073be8606 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0284195 Apr 12 15:19:44.750785 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-763f7e6b-64ac-414f-a5a3-7ec83b4e0e95 req-c2223850-1761-4e0a-b7b6-d3ea49b156ae tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0272236 Apr 12 15:19:45.843500 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-1d6e0bc3-f127-4bcc-8124-12be1625f7bf req-ea4e4dc8-941e-48ec-a215-9d18024149da tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0266690 Apr 12 15:19:46.948389 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6aa7421e-532a-4312-9ecd-1152d44a0346 req-9a79e0cc-cca8-4a90-817c-c65e4dc3dbc5 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0277135 Apr 12 15:19:48.043471 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-816dd6ba-38f7-43ca-a5a7-97d27a44605c req-c7482635-e4d5-424f-9c7e-56d39c67ac78 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0302539 Apr 12 15:19:49.137170 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6f96e81b-c215-478c-87c2-67783e249f21 req-75a00f13-8e3f-45a5-b60e-95acaeb3ed84 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0272057 Apr 12 15:19:50.231096 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-cee99015-fb16-4bc1-928c-9670f92393ba req-e56617c7-1a8c-4b6e-8c7f-bd8b5067e944 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0271277 Apr 12 15:19:51.321573 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-f306d587-77c1-4ac4-8acc-80c107d2c928 req-52e74004-3710-40c7-ab9f-88d1a65a6907 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0266838 Apr 12 15:19:52.431158 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-ef7add65-d328-4ff4-bf82-8b8e9ddae039 req-afec0237-0cdf-4d44-928a-9bcff4d84e8f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0294926 Apr 12 15:19:53.525369 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d1799ce3-d00e-49a3-a8e2-d7c355d030bf req-4fc3ea39-5e7e-413f-926e-64fc1d443bca tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Apr 12 15:19:54.618692 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c9bfb993-05fb-4e40-963f-ae74ee0106c3 req-1bf3465a-8630-43ee-903b-6a88eaeff45f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0271068 Apr 12 15:19:55.711472 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-7502b402-5e29-4ca2-8816-a11eb649315a req-8738db70-9f7c-4ef4-bd3d-c3b269b9a00a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0278230 Apr 12 15:19:56.806740 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d2e54c15-3fdf-456f-ae57-47fb12af738d req-505c588c-b20d-444d-8918-36e4980a1cd1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0294480 Apr 12 15:19:57.537220 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-53518cf4-03a4-49a0-bc7d-ce3cfa0d4161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:19:57.898984 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-52912eb8-5aa7-45d0-b8c1-9734c416eeda req-37809241-f0d4-4593-820e-bc48dbf470dd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0273621 Apr 12 15:19:58.991223 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d9c0353d-161f-471d-af9d-b97e554eac00 req-1cabf94f-27ce-496e-b88a-60418395922e tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0269279 Apr 12 15:19:59.496744 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:20:00.090546 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-73ff635c-ff8c-47f8-bff1-756138453bae req-bfa60cc5-84be-48c8-bb12-886f81cb6fc9 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0270052 Apr 12 15:20:00.125224 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-07a4a9da-9d86-49bd-b7cd-143fc9dd671e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:01.188006 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b5876ff8-acd9-4a6d-be39-8b6a1ca211e9 req-6aea57d7-85b2-434e-8ce6-9c5da2560a52 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0307977 Apr 12 15:20:01.425670 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:02.281818 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b07c0572-fd9f-4d4e-848f-77b6e8e60839 req-a333f557-fe6a-402f-870c-caad182f2b07 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0258658 Apr 12 15:20:03.328360 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:03.375478 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4df16378-eedc-4034-9ede-d1a98077ee1c req-d8d6071c-19e5-4471-a6fd-3704d20e43d4 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0265465 Apr 12 15:20:04.102376 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:04.471103 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6d2fc538-060d-4a5f-84dc-76145f7efee1 req-28503d32-6f02-4b9c-ab43-85865310fd6f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0284948 Apr 12 15:20:05.582015 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b78284e7-503c-4467-aec6-de86a98d2526 req-9eda9529-992e-45cf-a7f6-b278fdf56066 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0335600 Apr 12 15:20:06.676790 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9a455af6-5fd1-427c-b91b-f76e0c68a5d6 req-ab4d3038-d1ee-4d44-addf-c5d2b0f59d1c tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Apr 12 15:20:07.284834 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:07.768892 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-88979f84-a2a3-49ab-b95b-cc4ffef0550d req-dada7ebd-f6f0-46a3-8d5a-7936abfe4d77 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0260007 Apr 12 15:20:08.860301 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-4c4aadec-409f-4740-9f20-4c82e8a8b51e req-d82773c6-ce9e-4112-a8df-fd2a0d038766 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0264413 Apr 12 15:20:09.958444 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d44501e7-7fc2-4be1-b7e1-814f1beb4be7 req-ee16a1d4-9378-43ae-a96f-dbd233e96761 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Apr 12 15:20:11.061548 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-b8526ec0-5cd4-41cb-8801-3bac41e51878 req-9604046e-f97f-43b3-accb-4d68b7c10020 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0297606 Apr 12 15:20:12.154545 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-33b4807e-2d47-4a96-a928-1a93fe442a65 req-dd9633cb-dd2f-4fe4-8266-df962872f9fb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0263095 Apr 12 15:20:13.252088 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c6a19f24-8bb8-4a24-b55e-829aa121f2ce req-91dd5023-e646-4187-8f5f-ee10e9584e6a tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0297117 Apr 12 15:20:14.348426 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-32abbe84-333a-49fb-a109-154ff35f13eb req-7e05d13b-bf50-4c3f-983d-95609e3cb195 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0293157 Apr 12 15:20:15.439743 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-8b6add58-2020-4b97-bbe5-afac1644cb4c req-6afbaebf-5bd2-4b1a-8427-b1a5be52bacd tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0257874 Apr 12 15:20:16.532898 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-c270ae56-3862-4642-a65f-6559f9e04dc8 req-5abe672e-ce00-474c-9967-6c384bffd3d3 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0263658 Apr 12 15:20:17.629404 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-9cbb78f3-0a8d-495c-b340-5edbb29a0950 req-8c191b99-58d2-45bf-8fd4-f639a84490a1 tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0290623 Apr 12 15:20:18.726704 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-6255448f-2b6b-433a-ae2e-f7ecf874ec76 req-baecc8a3-d156-4618-8044-1cd6c6396a5f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0296729 Apr 12 15:20:19.819720 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-d0e28784-7119-4717-a98e-b27121c51598 req-013c205e-28a9-4f10-ab82-2b47611fd3cb tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] 10.222.0.64 "GET /v2.0/ports?device_id=b39507a5-c1c1-4c1f-b6f2-bc75f4807e80 HTTP/1.1" status: 200 len: 210 time: 0.0266097 Apr 12 15:20:27.524167 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-bd967841-6e55-4bfd-a449-f6a190a15dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:30.144906 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-532d10bf-551b-4e15-b802-44ac9eb88b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:31.415575 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:33.300796 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:33.676732 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-bc44c2c3-de85-44ee-a3a8-81f233768f90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1240892 Apr 12 15:20:33.755639 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-0bf0d445-2a7a-4ad5-a603-da0c2d8efc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:20:33.757123 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-0bf0d445-2a7a-4ad5-a603-da0c2d8efc75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0408399 Apr 12 15:20:33.869862 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-5f446613-d1c1-4bb9-b07d-408a13c581d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:20:33.871248 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-5f446613-d1c1-4bb9-b07d-408a13c581d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0960932 Apr 12 15:20:33.912077 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-d6fe8930-322b-456b-a5a3-97059f5a20a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0352104 Apr 12 15:20:33.958945 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-5fc18dea-f505-4192-9129-d0cdbe26380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:20:33.960379 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-5fc18dea-f505-4192-9129-d0cdbe26380b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0423009 Apr 12 15:20:34.006844 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-31c9c6b3-a832-4daa-af76-3a16f65f7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:20:34.008340 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-31c9c6b3-a832-4daa-af76-3a16f65f7846 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421205 Apr 12 15:20:34.066687 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:34.099755 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-8591776f-4884-473c-864a-a553f5b70587 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850210 Apr 12 15:20:34.199006 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-42532fda-3d1e-44dc-8a45-92849aa3019e req-ff6a9fe6-0f0c-4981-8a9d-2ec31e6699bd service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926895 Apr 12 15:20:36.495411 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:20:37.272433 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:20:57.505606 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-44ec22fa-aa4b-4c12-af09-8b0bf6062ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:00.180048 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e69eac21-ad45-4aa1-8715-4a650280e137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:01.448504 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:03.316952 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:04.060042 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:07.298788 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:13.494084 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:21:27.481384 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-36a72824-eb15-4483-8e49-0455841771b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:30.133165 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6db9fc43-7a83-4cd8-b46a-4b5b1e68dfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:31.413522 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:33.292505 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:34.069987 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:34.198217 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-ffaa20b2-a0c8-4fac-8885-2a4ba0ac5d19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382280 Apr 12 15:21:34.280929 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-04478f47-171d-47ed-8a18-90bd8492b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:21:34.282585 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-04478f47-171d-47ed-8a18-90bd8492b9e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0440156 Apr 12 15:21:34.386744 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-2148e95e-1d50-400d-8fe5-741761617f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:21:34.388303 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-2148e95e-1d50-400d-8fe5-741761617f09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0884554 Apr 12 15:21:34.430685 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-b1113508-c43d-44bd-93ff-c4dbcb2d8a5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0341139 Apr 12 15:21:34.481787 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-1c415d1c-9eb1-40da-879a-73fe7c58514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:21:34.483376 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-1c415d1c-9eb1-40da-879a-73fe7c58514c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0462558 Apr 12 15:21:34.524385 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-b7a87598-1eff-4a22-81c5-49d55d3b9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:21:34.525943 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-b7a87598-1eff-4a22-81c5-49d55d3b9a04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364389 Apr 12 15:21:34.612764 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-57452e8b-51cb-4d7c-89d8-e804cd1471a2 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808537 Apr 12 15:21:34.702743 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-e4755d83-5d5b-4493-9a19-7e96014a3362 req-67893e24-ad3b-400c-8f4d-914eeb7b6342 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841696 Apr 12 15:21:37.304196 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:21:50.492676 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:21:57.474847 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fe3c1a91-c199-4722-ae6c-01e97bcc132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:00.126480 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9b7551fe-5f75-48f7-a097-514abc5ab5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:01.400449 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:03.297827 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:04.086244 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:07.291765 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:27.490495 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:22:27.491331 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-87b7bec6-0c7b-4be6-ba43-0d43e44a9cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:30.159879 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-520af032-07a9-4409-a0c4-459e45d88648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:31.428392 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:33.359734 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:34.137041 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:35.588733 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-759f1627-484d-484a-a607-e4e88b7d81a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389318 Apr 12 15:22:35.671361 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-ce13f45e-0adb-4999-8005-3dbb0a01775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:22:35.672888 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-ce13f45e-0adb-4999-8005-3dbb0a01775f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0406041 Apr 12 15:22:35.780340 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-0c4b9b40-9db8-4ff2-9a83-d30aae1ee46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:22:35.781860 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-0c4b9b40-9db8-4ff2-9a83-d30aae1ee46f service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0912447 Apr 12 15:22:35.823568 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-688db1ac-98a5-4530-96d1-51ac1f7d3d84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0355058 Apr 12 15:22:35.873814 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-eb08d8e2-84bf-4893-97a1-f44408903c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:22:35.875223 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-eb08d8e2-84bf-4893-97a1-f44408903c70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0462360 Apr 12 15:22:35.917077 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-bf50ee90-5686-489b-ac8c-a4788bed4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:22:35.918630 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-bf50ee90-5686-489b-ac8c-a4788bed4098 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375214 Apr 12 15:22:36.005570 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-1d0db3cf-b05c-49f3-b68b-ade07b79f68a service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813010 Apr 12 15:22:36.372129 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3b5d87ee-230b-463f-a1b4-3d1ce87778ae req-0f8394fe-21b6-4d51-b8e8-3734da54162d service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601451 Apr 12 15:22:37.347774 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:22:57.507688 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2b6b6504-5662-4118-8d43-c826c49a1fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:00.198888 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-8034e837-ee05-4293-885a-f2846a0ab22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:01.461589 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:03.381784 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:04.084685 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:04.490115 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:23:07.364474 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:27.501251 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-992b0392-a46d-4fc6-a74a-c41eb0feb7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:30.145914 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a9931a39-498a-4551-99fa-bf45ae98b7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:31.432512 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:33.341457 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:34.055329 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:37.318676 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:23:37.586755 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-7ef17ae3-f390-4162-9e4f-ea4e67ab73e1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396585 Apr 12 15:23:37.674603 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-e9d759c8-2949-4ae7-a198-b3539edd44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:23:37.676093 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-e9d759c8-2949-4ae7-a198-b3539edd44a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0408425 Apr 12 15:23:37.781799 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-03c8a81b-c394-42d1-8f85-954f96bce9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:23:37.783256 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-03c8a81b-c394-42d1-8f85-954f96bce9f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0902216 Apr 12 15:23:37.822686 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-fcba173d-0607-4d33-bfd1-896517a33617 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0337901 Apr 12 15:23:37.872575 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-d3e2de3d-c025-4330-9a20-4ea75be76f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:23:37.873951 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-d3e2de3d-c025-4330-9a20-4ea75be76f4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0457428 Apr 12 15:23:37.915692 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-b75a24a3-181d-4b64-b4a4-51202917ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:23:37.917119 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-b75a24a3-181d-4b64-b4a4-51202917ff32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366762 Apr 12 15:23:38.007106 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-40bb6877-a31a-4f3e-8b03-b5cd85272851 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842927 Apr 12 15:23:38.095813 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3a35cd7a-7ff6-4a22-ba5a-b934ea660040 req-26f48147-9a4c-4d07-b17d-1d50458228e6 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827363 Apr 12 15:23:41.489452 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:23:57.521834 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-9a5b69e8-1fc9-4aa9-9fa5-ba75f468e0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:00.152584 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4633e9dc-5cd5-4dcd-a1a9-9576596b778b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:01.466129 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:03.367375 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:04.060500 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:07.351785 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:18.488870 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:24:27.538056 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6448267c-c00f-488b-a309-df0a99f28495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:30.145668 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a72ddcf6-647b-45ce-83c8-f2dc4fff1365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:31.443006 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:33.328312 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:34.059968 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:37.351324 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:24:39.585422 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-129cc3a6-c6ba-4221-a676-fcc757f801e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395744 Apr 12 15:24:39.666226 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f5614-d024-4742-9962-bcb854728f2d req-d9ee2210-4b4f-48ca-b32c-ac51d3dab24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:24:39.667699 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-d9ee2210-4b4f-48ca-b32c-ac51d3dab24d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0420408 Apr 12 15:24:39.771701 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f5614-d024-4742-9962-bcb854728f2d req-a7b444be-a295-4784-ba09-bf92342220f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:24:39.773172 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-a7b444be-a295-4784-ba09-bf92342220f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0866189 Apr 12 15:24:39.817300 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-5dd1a77e-cf4b-403a-9ad6-d5608c644687 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0379312 Apr 12 15:24:39.863821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f5614-d024-4742-9962-bcb854728f2d req-d30eaf1c-bc1d-4a4a-bb05-62749303fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:24:39.865211 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-d30eaf1c-bc1d-4a4a-bb05-62749303fa44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0430162 Apr 12 15:24:39.911412 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f5614-d024-4742-9962-bcb854728f2d req-fdf89355-939d-4c47-8255-71928efd2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:24:39.912901 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-fdf89355-939d-4c47-8255-71928efd2af5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420671 Apr 12 15:24:40.003593 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-947cba87-b48e-46dc-bb0a-a41fa0095a75 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847905 Apr 12 15:24:40.096724 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-b80f5614-d024-4742-9962-bcb854728f2d req-ff17e6f7-5479-4144-acfa-1d703c4fe6f7 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863061 Apr 12 15:24:55.488327 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:24:57.639560 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a1f039e5-8249-4c19-9e45-046178f1075a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:00.181833 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-849f4e15-3fab-48b2-b038-7e8a6524c168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:01.464722 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:03.344879 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:04.070701 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:07.376338 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:27.515768 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ddde5185-208c-4365-8fbe-a6abd38d14a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:30.133424 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c11c9068-e67f-43df-8e32-afe4dcb12619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:31.470365 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:32.489867 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:25:33.375087 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:34.071231 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:37.366900 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:25:39.622453 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-a24c57cf-8b36-47d0-9760-711a665f188f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791788 Apr 12 15:25:39.702292 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-941b1a98-faa7-4953-944b-d87cdf251f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:25:39.703775 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-941b1a98-faa7-4953-944b-d87cdf251f4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0413334 Apr 12 15:25:39.808173 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-2d18fcbe-6849-4cf0-b653-15315b5111a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:25:39.809559 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-2d18fcbe-6849-4cf0-b653-15315b5111a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0869596 Apr 12 15:25:39.854060 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-15a16e6b-1d01-44cb-8e78-d12370dd6258 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0380330 Apr 12 15:25:39.902034 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-431a13f3-c74b-43ed-a051-739ee4b8be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:25:39.903413 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-431a13f3-c74b-43ed-a051-739ee4b8be99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0438640 Apr 12 15:25:39.947191 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-a2bc3ef0-f0f6-4056-86a6-b70c0aff1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:25:39.948678 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-a2bc3ef0-f0f6-4056-86a6-b70c0aff1fc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375998 Apr 12 15:25:39.960837 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-652610ad-9e3b-4310-b38f-c5819de50b55 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=110561) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 15:25:39.961859 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-652610ad-9e3b-4310-b38f-c5819de50b55 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055494 Apr 12 15:25:40.051006 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-df450992-7515-426c-96db-a10c44b1da88 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835688 Apr 12 15:25:40.140279 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-5bd5e76c-5083-44ba-937f-296dd6c4453e req-1c9645fc-8f1d-4fce-8232-509b2f0e0581 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Apr 12 15:25:57.522917 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a74a07ea-a000-4989-87f7-21ccf03be031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:00.139755 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-93118089-d27e-41ce-9ffd-4ac8a67070d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:01.435071 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:03.357761 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:04.065495 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:07.339670 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:09.490065 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:26:27.494238 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ea0ef357-e0a9-44a9-b678-c2a30c39d149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:30.213262 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b9c6f8f1-645a-4a96-9f0c-eb20c509db64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:31.492949 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:33.350299 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:34.127036 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:37.378475 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:40.581476 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-9c524ed4-c1ee-4fb1-be08-73facb495f41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418179 Apr 12 15:26:40.662176 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-9783978b-fb8a-41e4-99d5-5755b5cdeb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:26:40.663635 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-9783978b-fb8a-41e4-99d5-5755b5cdeb4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=02c6845b3d9d43428aee79de0f571835&device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 1130 time: 0.0421937 Apr 12 15:26:40.763255 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-7083cd4d-43ad-404a-9ac0-ac2c7fa7d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:26:40.764716 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-7083cd4d-43ad-404a-9ac0-ac2c7fa7d58c service neutron] 10.222.0.57 "GET /v2.0/networks?id=00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 200 len: 916 time: 0.0834074 Apr 12 15:26:40.807906 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-8c7e7c25-f7bf-49c9-a732-c4c07d5ad3fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 200 len: 217 time: 0.0368574 Apr 12 15:26:40.856541 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-ac74bb74-69af-45ad-974f-06b62f202b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:26:40.857982 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-ac74bb74-69af-45ad-974f-06b62f202b17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 200 len: 854 time: 0.0442054 Apr 12 15:26:40.899381 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-f7691cdc-a096-48a6-89f6-c2ee31c15bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:26:40.901727 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-f7691cdc-a096-48a6-89f6-c2ee31c15bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=00c64e69-a8f5-4a03-947d-7bd730bbad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375028 Apr 12 15:26:41.001774 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-7c1746ac-8cad-43b2-adbf-5f43efc29951 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939016 Apr 12 15:26:41.087690 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-abd3c914-d36d-4dcf-a305-807fa6657794 req-e803557d-98d3-42e9-b618-b51fbaf0bd40 service neutron] 10.222.0.57 "GET /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802455 Apr 12 15:26:46.488861 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:26:56.357659 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca46a57-d9f5-4cf6-bdcc-a1eee469a92c req-e278f8ab-19e0-4e28-b203-2eb77c73491a tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110562) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:26:56.359339 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fca46a57-d9f5-4cf6-bdcc-a1eee469a92c req-e278f8ab-19e0-4e28-b203-2eb77c73491a tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 946 time: 0.1643419 Apr 12 15:26:56.406184 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-fca46a57-d9f5-4cf6-bdcc-a1eee469a92c req-53e3219f-1850-443f-b2b9-c5147f1a44d8 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/security-groups?id=9b9130ef-9f1a-4df0-b7bd-15bed28b824c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Apr 12 15:26:56.602674 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-07036f3b-74ee-4b43-8979-18219cc87853 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 15:26:56.604118 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-07036f3b-74ee-4b43-8979-18219cc87853 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.57 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 946 time: 0.0458014 Apr 12 15:26:56.696198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Deleting port 6f814532-934c-4416-b3a5-eb58a7905405 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:26:56.696437 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (6f814532-934c-4416-b3a5-eb58a7905405), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:56.791418 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] For port 6f814532-934c-4416-b3a5-eb58a7905405, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6f814532-934c-4416-b3a5-eb58a7905405,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:26:56.791779 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (6f814532-934c-4416-b3a5-eb58a7905405), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:56.805196 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Calling delete_port for 6f814532-934c-4416-b3a5-eb58a7905405 owned by compute:nova {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:26:57.006062 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (6f814532-934c-4416-b3a5-eb58a7905405), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:57.018320 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] get_ports_and_sgs() called for port_ids ['6f814532-934c-4416-b3a5-eb58a7905405'] {{(pid=110563) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 15:26:57.036916 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Pushing event deleted for resources: {'Port': ['ID=6f814532-934c-4416-b3a5-eb58a7905405,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:26:57.049575 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.049736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.050139 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.050595 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.052050 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.052533 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.052901 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.053451 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.054037 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.054613 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.055190 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.055770 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.056361 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.056971 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.057527 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:26:57.104153 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] No DVR routers for this DVR port 6f814532-934c-4416-b3a5-eb58a7905405 on host hv-cinder-83752 {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:26:57.106651 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96472'] for port (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:57.109947 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [req-3d89e6cf-2981-4dd4-b53a-d0734e2b6f16 req-710c138d-e490-4e45-aa07-7d5796dcf3bd tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.57 "DELETE /v2.0/ports/6f814532-934c-4416-b3a5-eb58a7905405 HTTP/1.1" status: 204 len: 173 time: 0.4990683 Apr 12 15:26:57.110385 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'name': 'network-vif-deleted', 'tag': '6f814532-934c-4416-b3a5-eb58a7905405'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 15:26:57.112612 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e581ae0674f7b36991839c7ed7a6285b87115a2301c38a37e4d8de0d0aa98e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb8e491-0170-47f5-8913-ea98c9900cfa" -d '{"events": [{"server_uuid": "40087dd0-4e35-4fa7-a289-68d4db17ee5f", "name": "network-vif-deleted", "tag": "6f814532-934c-4416-b3a5-eb58a7905405"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 15:26:57.211884 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 15:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0545194b-b3ba-40fc-8dd7-7d8537f7d429 x-openstack-request-id: req-0545194b-b3ba-40fc-8dd7-7d8537f7d429 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 15:26:57.212192 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40087dd0-4e35-4fa7-a289-68d4db17ee5f", "name": "network-vif-deleted", "tag": "6f814532-934c-4416-b3a5-eb58a7905405", "status": "completed", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 15:26:57.212432 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0545194b-b3ba-40fc-8dd7-7d8537f7d429 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 15:26:57.212856 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0545194b-b3ba-40fc-8dd7-7d8537f7d429'] response: {'server_uuid': '40087dd0-4e35-4fa7-a289-68d4db17ee5f', 'name': 'network-vif-deleted', 'tag': '6f814532-934c-4416-b3a5-eb58a7905405', 'status': 'completed', 'code': 200} Apr 12 15:26:57.515792 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0c664faa-0284-4e00-9da7-f6cf5973c96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:26:57.516968 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [req-e5f66d87-f83e-45a7-8c70-eeeda391559a req-c81046bb-51a5-4cbb-a97e-7f762839afe0 tempest-TestMinimumBasicScenario-451847862 tempest-TestMinimumBasicScenario-451847862-project] 10.222.0.64 "GET /v2.0/ports?device_id=40087dd0-4e35-4fa7-a289-68d4db17ee5f HTTP/1.1" status: 200 len: 210 time: 0.0325875 Apr 12 15:27:00.160512 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-c820095c-96f0-41d2-b3b8-00b3b845e803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:00.357306 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56388) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:00.646934 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 6f814532-934c-4416-b3a5-eb58a7905405 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:27:00.667746 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] No Port match for: 6f814532-934c-4416-b3a5-eb58a7905405 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:27:00.668099 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Device 6f814532-934c-4416-b3a5-eb58a7905405 not bound to the agent host hv-cinder-83752 {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:27:01.024633 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (a26d457d-7aee-492f-85e5-1875a2929362), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:01.251774 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Deleting port 890caf3d-8379-429d-b8bb-01555c003438 {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:01.252013 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (890caf3d-8379-429d-b8bb-01555c003438), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:01.329645 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] For port 890caf3d-8379-429d-b8bb-01555c003438, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=890caf3d-8379-429d-b8bb-01555c003438,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:01.330037 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (890caf3d-8379-429d-b8bb-01555c003438), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:01.342248 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Calling delete_port for 890caf3d-8379-429d-b8bb-01555c003438 owned by network:router_interface {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:01.463230 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:01.595244 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (890caf3d-8379-429d-b8bb-01555c003438), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:01.621163 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Pushing event deleted for resources: {'Port': ['ID=890caf3d-8379-429d-b8bb-01555c003438,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:01.632531 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.632873 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.633219 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.633556 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.633924 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.634250 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.634575 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.634912 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.635265 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.635668 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.635870 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.636191 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.636508 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.636824 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.637140 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:01.800598 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (a26d457d-7aee-492f-85e5-1875a2929362), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:02.014675 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Router a26d457d-7aee-492f-85e5-1875a2929362 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110562) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:27:02.122861 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110562) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:27:02.128525 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-b66c9ce5-94c0-4223-ad3f-a4fd46594212 admin admin] 10.222.0.64 "PUT /v2.0/routers/a26d457d-7aee-492f-85e5-1875a2929362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701454 Apr 12 15:27:02.130975 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56396) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:02.133602 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] Sync routers for ids ['a26d457d-7aee-492f-85e5-1875a2929362'] in dv-cinder-837524-1-iscsi {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:27:02.147692 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] Routers {'a26d457d-7aee-492f-85e5-1875a2929362'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:27:02.148322 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:27:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['a26d457d-7aee-492f-85e5-1875a2929362'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:02.240233 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks [] for router (a26d457d-7aee-492f-85e5-1875a2929362), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:02.271780 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] Set router a26d457d-7aee-492f-85e5-1875a2929362 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:27:02.349457 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks [] for router_gateway (a26d457d-7aee-492f-85e5-1875a2929362), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:02.439298 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:27:01Z', 'revision_number': 5, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port': {'id': 'b850cd02-f57b-49be-8cc6-2cdc83d1fdff', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7e:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:12Z', 'updated_at': '2022-04-12T15:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:02.464070 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Deleting port b850cd02-f57b-49be-8cc6-2cdc83d1fdff {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:02.464409 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:02.465014 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] Checking router: a26d457d-7aee-492f-85e5-1875a2929362 for host: dv-cinder-837524-1-iscsi {{(pid=110563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:27:02.473147 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] Routers {'a26d457d-7aee-492f-85e5-1875a2929362'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:27:02.473851 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:27:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['a26d457d-7aee-492f-85e5-1875a2929362'], 'active': True} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:02.550505 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] For port b850cd02-f57b-49be-8cc6-2cdc83d1fdff, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:02.550869 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:02.564365 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvr_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] Set router a26d457d-7aee-492f-85e5-1875a2929362 gateway port host: None {{(pid=110563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:27:02.564614 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Calling delete_port for b850cd02-f57b-49be-8cc6-2cdc83d1fdff owned by network:router_gateway {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:02.747394 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_hamode_db [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:27:02Z', 'revision_number': 6, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port_host': None}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:02.775186 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25134de3-f73a-4d54-b20a-52128bfb0133 None None] The sync data for ids ['a26d457d-7aee-492f-85e5-1875a2929362'] in dv-cinder-837524-1-iscsi is: [{'id': 'a26d457d-7aee-492f-85e5-1875a2929362', 'name': 'tempest-TestMinimumBasicScenario-2066647291-router', 'tenant_id': '02c6845b3d9d43428aee79de0f571835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:11Z', 'updated_at': '2022-04-12T15:27:02Z', 'revision_number': 6, 'project_id': '02c6845b3d9d43428aee79de0f571835', 'gw_port_host': None}] {{(pid=110563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:27:02.823684 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (b850cd02-f57b-49be-8cc6-2cdc83d1fdff), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:02.850210 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Pushing event deleted for resources: {'Port': ['ID=b850cd02-f57b-49be-8cc6-2cdc83d1fdff,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:02.910446 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (a26d457d-7aee-492f-85e5-1875a2929362), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.002373 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (a26d457d-7aee-492f-85e5-1875a2929362), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.004432 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks [] for router_controller (a26d457d-7aee-492f-85e5-1875a2929362), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.160718 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (a26d457d-7aee-492f-85e5-1875a2929362), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.161321 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26d457d-7aee-492f-85e5-1875a2929362 {{(pid=110562) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:27:03.165787 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.166961 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-32601ba1-1926-431a-aa58-4e892996551b admin admin] 10.222.0.64 "DELETE /v2.0/routers/a26d457d-7aee-492f-85e5-1875a2929362 HTTP/1.1" status: 204 len: 168 time: 1.0350759 Apr 12 15:27:03.169293 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56400) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:03.220068 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_v2 [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] Deleting subnet aa657dbf-ba34-4585-8e25-89e559f5fbb6 {{(pid=110562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:27:03.223218 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] Publish callbacks [] for subnet (aa657dbf-ba34-4585-8e25-89e559f5fbb6), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.258317 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109273'] for subnet (aa657dbf-ba34-4585-8e25-89e559f5fbb6), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.342675 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (aa657dbf-ba34-4585-8e25-89e559f5fbb6), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.348774 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.469376 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10109856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10434900'] for subnet (aa657dbf-ba34-4585-8e25-89e559f5fbb6), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.494771 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa657dbf-ba34-4585-8e25-89e559f5fbb6,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:03.499623 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.503913 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-516dc19e-3815-4490-a18e-d8c622b8d3e1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/aa657dbf-ba34-4585-8e25-89e559f5fbb6 HTTP/1.1" status: 204 len: 168 time: 0.3336427 Apr 12 15:27:03.506470 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56402) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:03.510424 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd2c3a-da60-4656-b9d8-10d258659755 None None] Network 00c64e69-a8f5-4a03-947d-7bd730bbad16 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:27:03.585752 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (00c64e69-a8f5-4a03-947d-7bd730bbad16), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.636012 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Deleting port 4b36db33-bd73-451f-a1bd-ba773959a8ed {{(pid=110562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:03.636012 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.674348 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] DHCP port deletion for 00c64e69-a8f5-4a03-947d-7bd730bbad16 request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:27:03.704583 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] For port 4b36db33-bd73-451f-a1bd-ba773959a8ed, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=4b36db33-bd73-451f-a1bd-ba773959a8ed,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:03.704952 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.713021 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Deleting port 4b36db33-bd73-451f-a1bd-ba773959a8ed {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:03.713430 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.717907 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.plugin [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Calling delete_port for 4b36db33-bd73-451f-a1bd-ba773959a8ed owned by network:dhcp {{(pid=110562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:03.784390 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] For port 4b36db33-bd73-451f-a1bd-ba773959a8ed, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=4b36db33-bd73-451f-a1bd-ba773959a8ed,segment=NetworkSegment(505ba36e-f76a-48e2-9fd9-f3093e8f7f51),segment_id=505ba36e-f76a-48e2-9fd9-f3093e8f7f51)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:03.784814 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.799295 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Calling delete_port for 4b36db33-bd73-451f-a1bd-ba773959a8ed owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:03.909018 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10109917'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.914951 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (4b36db33-bd73-451f-a1bd-ba773959a8ed), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:03.932672 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b36db33-bd73-451f-a1bd-ba773959a8ed,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:03.938949 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] No DVR routers for this DVR port 4b36db33-bd73-451f-a1bd-ba773959a8ed on host dv-cinder-837524-1-iscsi {{(pid=110562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:27:03.941999 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Pushing event deleted for resources: {'Port': ['ID=4b36db33-bd73-451f-a1bd-ba773959a8ed,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:03.947427 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] No DVR routers for this DVR port 4b36db33-bd73-451f-a1bd-ba773959a8ed on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.962835 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.963883 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.963883 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.963883 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:03.964159 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f7631f-b721-4d0c-bfb2-aaed9cf72092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:27:04.020530 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (00c64e69-a8f5-4a03-947d-7bd730bbad16), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.036478 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c64e69-a8f5-4a03-947d-7bd730bbad16']}} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:04.046376 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505ba36e-f76a-48e2-9fd9-f3093e8f7f51') {'for_net_delete': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:04.046675 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.services.segments.db [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505ba36e-f76a-48e2-9fd9-f3093e8f7f51') {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:04.056799 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10109264'] for segment (505ba36e-f76a-48e2-9fd9-f3093e8f7f51), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.071271 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (505ba36e-f76a-48e2-9fd9-f3093e8f7f51), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.077920 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=110562) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:27:04.078309 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10109706'] for segment (505ba36e-f76a-48e2-9fd9-f3093e8f7f51), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.080689 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: Traceback (most recent call last): Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: timer() Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: cb(*args, **kw) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: return func(*args, **kwargs) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: self._notify() Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: self.callback(batched_events) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: event.method(event) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: return f(self, *a, **k) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._get(url).json() Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: return self.request(url, 'GET', **kwargs) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:27:04.080865 dv-cinder-837524-1-iscsi neutron-server[110562]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:27:04.229087 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (00c64e69-a8f5-4a03-947d-7bd730bbad16), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.233972 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.238854 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] 10.222.0.64 "DELETE /v2.0/networks/00c64e69-a8f5-4a03-947d-7bd730bbad16 HTTP/1.1" status: 204 len: 168 time: 0.7310209 Apr 12 15:27:04.241736 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 56406) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:04.252540 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9b726-180e-4734-8837-85fc772c5625 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c64e69-a8f5-4a03-947d-7bd730bbad16,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:04.300274 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device b850cd02-f57b-49be-8cc6-2cdc83d1fdff no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:27:04.320272 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: b850cd02-f57b-49be-8cc6-2cdc83d1fdff {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:27:04.320616 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device b850cd02-f57b-49be-8cc6-2cdc83d1fdff not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:27:04.321059 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 890caf3d-8379-429d-b8bb-01555c003438 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:27:04.339595 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 890caf3d-8379-429d-b8bb-01555c003438 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:27:04.339939 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 890caf3d-8379-429d-b8bb-01555c003438 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:27:04.340358 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 4b36db33-bd73-451f-a1bd-ba773959a8ed no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:27:04.364493 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 4b36db33-bd73-451f-a1bd-ba773959a8ed {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:27:04.364855 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 4b36db33-bd73-451f-a1bd-ba773959a8ed not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:27:04.572249 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1666225'] for router_interface (ff05db0f-9cec-4814-b603-3bf5d690e4f8), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.804596 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Deleting port 714b456e-daa5-4330-a2eb-1998171754fb {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:04.804928 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (714b456e-daa5-4330-a2eb-1998171754fb), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.885452 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] For port 714b456e-daa5-4330-a2eb-1998171754fb, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=714b456e-daa5-4330-a2eb-1998171754fb,segment=NetworkSegment(f1903eb2-02b9-4d39-9cfd-c0756317813d),segment_id=f1903eb2-02b9-4d39-9cfd-c0756317813d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:04.885765 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (714b456e-daa5-4330-a2eb-1998171754fb), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:04.899536 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Calling delete_port for 714b456e-daa5-4330-a2eb-1998171754fb owned by network:router_interface {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:05.160645 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (714b456e-daa5-4330-a2eb-1998171754fb), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:05.191519 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Pushing event deleted for resources: {'Port': ['ID=714b456e-daa5-4330-a2eb-1998171754fb,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:05.362264 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1666077'] for router_interface (ff05db0f-9cec-4814-b603-3bf5d690e4f8), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:05.576872 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Router ff05db0f-9cec-4814-b603-3bf5d690e4f8 has already been hosted by L3 agent 079c9e4e-48e1-4cb9-b38e-d780c914d241 {{(pid=110561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 15:27:05.683433 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] Notify agent at l3_agent.dv-cinder-837524-1-iscsi the message routers_updated {{(pid=110561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 15:27:05.688343 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2b688860-9c89-4c8b-bed2-a88250d253fe admin admin] 10.222.0.64 "PUT /v2.0/routers/ff05db0f-9cec-4814-b603-3bf5d690e4f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4455762 Apr 12 15:27:05.691161 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 56410) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:05.692269 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] Sync routers for ids ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'] in dv-cinder-837524-1-iscsi {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 15:27:05.701604 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] Routers {'ff05db0f-9cec-4814-b603-3bf5d690e4f8'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:27:05.702240 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:27:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:05.798409 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks [] for router (ff05db0f-9cec-4814-b603-3bf5d690e4f8), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:05.897986 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] Set router ff05db0f-9cec-4814-b603-3bf5d690e4f8 gateway port host: dv-cinder-837524-1-iscsi {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:27:05.905454 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks [] for router_gateway (ff05db0f-9cec-4814-b603-3bf5d690e4f8), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.029871 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Deleting port d852de14-fa98-4dad-813f-40128f9c50d2 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:06.030367 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.065777 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'external_fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:27:05Z', 'revision_number': 5, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port': {'id': 'd852de14-fa98-4dad-813f-40128f9c50d2', 'name': '', 'network_id': '5c74ded6-fcde-4f23-a6aa-a3ecb85d762b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837524-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T15:14:19Z', 'updated_at': '2022-04-12T15:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e61ba5a2-4739-4ad4-be9c-0046ec309d1d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837524-1-iscsi'}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:06.096382 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] Checking router: ff05db0f-9cec-4814-b603-3bf5d690e4f8 for host: dv-cinder-837524-1-iscsi {{(pid=110564) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 15:27:06.106594 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] Routers {'ff05db0f-9cec-4814-b603-3bf5d690e4f8'} bound to L3 agent in host dv-cinder-837524-1-iscsi {{(pid=110564) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 15:27:06.107291 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837524-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:45:00Z,description=,heartbeat_timestamp=2022-04-12T15:27:00Z,host='dv-cinder-837524-1-iscsi',id=079c9e4e-48e1-4cb9-b38e-d780c914d241,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:45:01Z,topic='l3_agent')) {'router_ids': ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'], 'active': True} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:06.117245 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] For port d852de14-fa98-4dad-813f-40128f9c50d2, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=d852de14-fa98-4dad-813f-40128f9c50d2,segment=NetworkSegment(de1a9137-8f44-4c45-88fb-ed25cb43920f),segment_id=de1a9137-8f44-4c45-88fb-ed25cb43920f)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:06.118277 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.133183 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Calling delete_port for d852de14-fa98-4dad-813f-40128f9c50d2 owned by network:router_gateway {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:06.195937 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_dvr_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] Set router ff05db0f-9cec-4814-b603-3bf5d690e4f8 gateway port host: None {{(pid=110564) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 15:27:06.248385 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.l3_hamode_db [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:27:05Z', 'revision_number': 6, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port_host': None}], 'dv-cinder-837524-1-iscsi', False) {} {{(pid=110564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:06.283065 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039466d-b4c8-4f70-8bd0-21a753600fb1 None None] The sync data for ids ['ff05db0f-9cec-4814-b603-3bf5d690e4f8'] in dv-cinder-837524-1-iscsi is: [{'id': 'ff05db0f-9cec-4814-b603-3bf5d690e4f8', 'name': 'tempest-TestMinimumBasicScenario-1120216521-router', 'tenant_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T15:14:18Z', 'updated_at': '2022-04-12T15:27:05Z', 'revision_number': 6, 'project_id': 'c3eb9b2b9d93490c9e8ca3b4334557db', 'gw_port_host': None}] {{(pid=110564) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 15:27:06.354819 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (d852de14-fa98-4dad-813f-40128f9c50d2), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.381161 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d852de14-fa98-4dad-813f-40128f9c50d2,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:06.445065 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667579'] for router_gateway (ff05db0f-9cec-4814-b603-3bf5d690e4f8), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.812318 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1747541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2490'] for router (ff05db0f-9cec-4814-b603-3bf5d690e4f8), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.814478 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks [] for router_controller (ff05db0f-9cec-4814-b603-3bf5d690e4f8), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.931803 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1747548'] for router (ff05db0f-9cec-4814-b603-3bf5d690e4f8), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.932295 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff05db0f-9cec-4814-b603-3bf5d690e4f8 {{(pid=110561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 15:27:06.936463 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:06.937595 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-2e49f849-ffd4-41ab-bcb2-266a83b512d6 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ff05db0f-9cec-4814-b603-3bf5d690e4f8 HTTP/1.1" status: 204 len: 168 time: 1.2455165 Apr 12 15:27:06.941318 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 56414) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:06.983365 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] Deleting subnet e444a918-98b3-4942-abf6-744d05e18d44 {{(pid=110561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:27:06.986475 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] Publish callbacks [] for subnet (e444a918-98b3-4942-abf6-744d05e18d44), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.022846 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10453600'] for subnet (e444a918-98b3-4942-abf6-744d05e18d44), precommit_delete_associations {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.101407 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (e444a918-98b3-4942-abf6-744d05e18d44), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.246198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10439015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10175397'] for subnet (e444a918-98b3-4942-abf6-744d05e18d44), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.273198 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e444a918-98b3-4942-abf6-744d05e18d44,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:07.276645 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.279950 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-9ca71c9d-f0a5-4d5f-b8e7-4c5a3b9e6d15 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e444a918-98b3-4942-abf6-744d05e18d44 HTTP/1.1" status: 204 len: 168 time: 0.3385458 Apr 12 15:27:07.282952 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 56418) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:07.294848 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7543226-f6cc-4d72-9985-d5a2d3d0d278 None None] Network b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 requested from dv-cinder-837524-1-iscsi {{(pid=110563) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 15:27:07.361434 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.379033 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.406248 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Deleting port 71444e2e-e3a1-4f25-be67-ec6b778b4267 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:07.406791 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.473599 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] For port 71444e2e-e3a1-4f25-be67-ec6b778b4267, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=71444e2e-e3a1-4f25-be67-ec6b778b4267,segment=NetworkSegment(f1903eb2-02b9-4d39-9cfd-c0756317813d),segment_id=f1903eb2-02b9-4d39-9cfd-c0756317813d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:07.480432 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.487551 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] DHCP port deletion for b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 request from dv-cinder-837524-1-iscsi {{(pid=110563) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 15:27:07.488932 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Calling delete_port for 71444e2e-e3a1-4f25-be67-ec6b778b4267 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:07.530987 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] Deleting port 71444e2e-e3a1-4f25-be67-ec6b778b4267 {{(pid=110563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 15:27:07.531714 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751142023199'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), before_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.596250 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.db [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] For port 71444e2e-e3a1-4f25-be67-ec6b778b4267, host dv-cinder-837524-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837524-1-iscsi',level=0,port_id=71444e2e-e3a1-4f25-be67-ec6b778b4267,segment=NetworkSegment(f1903eb2-02b9-4d39-9cfd-c0756317813d),segment_id=f1903eb2-02b9-4d39-9cfd-c0756317813d)] {{(pid=110563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 15:27:07.599940 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1639471'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), precommit_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.609251 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] Calling delete_port for 71444e2e-e3a1-4f25-be67-ec6b778b4267 owned by network:dhcp {{(pid=110563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 15:27:07.640252 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10438938'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.664352 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Pushing event deleted for resources: {'Port': ['ID=71444e2e-e3a1-4f25-be67-ec6b778b4267,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:07.670966 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] No DVR routers for this DVR port 71444e2e-e3a1-4f25-be67-ec6b778b4267 on host dv-cinder-837524-1-iscsi {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:27:07.690943 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-620215', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751142030093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751141554243'] for port (71444e2e-e3a1-4f25-be67-ec6b778b4267), after_delete {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.715099 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] Pushing event deleted for resources: {'Port': ['ID=71444e2e-e3a1-4f25-be67-ec6b778b4267,revision_number=None']} {{(pid=110563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:07.718794 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630a8d59-8eaf-4cf5-8358-80c7191ee4ee None None] No DVR routers for this DVR port 71444e2e-e3a1-4f25-be67-ec6b778b4267 on host dv-cinder-837524-1-iscsi {{(pid=110563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 15:27:07.748352 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.768821 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:07.778328 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1903eb2-02b9-4d39-9cfd-c0756317813d') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:07.778625 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1903eb2-02b9-4d39-9cfd-c0756317813d') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:27:07.788046 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (f1903eb2-02b9-4d39-9cfd-c0756317813d), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.801486 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (f1903eb2-02b9-4d39-9cfd-c0756317813d), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.807377 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:27:07.807761 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (f1903eb2-02b9-4d39-9cfd-c0756317813d), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:27:07.811014 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:27:07.943035 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.948465 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:07.951549 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776 HTTP/1.1" status: 204 len: 168 time: 0.6676872 Apr 12 15:27:07.962754 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed31fcf-44fe-429f-a9d1-3b8df7fd2468 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d3ac6b-8dfa-4d6e-8f23-f2a0b8eee776,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:08.288533 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 71444e2e-e3a1-4f25-be67-ec6b778b4267 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:27:08.309789 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 71444e2e-e3a1-4f25-be67-ec6b778b4267 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:27:08.310452 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 71444e2e-e3a1-4f25-be67-ec6b778b4267 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:27:08.310573 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d852de14-fa98-4dad-813f-40128f9c50d2 no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:27:08.315600 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56424) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:08.331500 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: d852de14-fa98-4dad-813f-40128f9c50d2 {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:27:08.331500 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device d852de14-fa98-4dad-813f-40128f9c50d2 not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:27:08.331848 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 714b456e-daa5-4330-a2eb-1998171754fb no longer exists at agent ovs-agent-dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 15:27:08.353868 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.plugin [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] No Port match for: 714b456e-daa5-4330-a2eb-1998171754fb {{(pid=110563) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 15:27:08.354314 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron.plugins.ml2.rpc [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Device 714b456e-daa5-4330-a2eb-1998171754fb not bound to the agent host dv-cinder-837524-1-iscsi {{(pid=110563) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 15:27:08.355560 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-d6f1e7ff-e51c-4026-bf2f-2d72c0a7d4f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02c6845b3d9d43428aee79de0f571835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387213 Apr 12 15:27:08.357998 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56426) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:08.410011 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a701135-fa2b-4965-b031-d6478b9bb727 admin admin] Publish callbacks [] for security_group (9b9130ef-9f1a-4df0-b7bd-15bed28b824c), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:08.430670 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a701135-fa2b-4965-b031-d6478b9bb727 admin admin] Publish callbacks [] for security_group (9b9130ef-9f1a-4df0-b7bd-15bed28b824c), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:08.577590 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a701135-fa2b-4965-b031-d6478b9bb727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (9b9130ef-9f1a-4df0-b7bd-15bed28b824c), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:08.580375 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-3a701135-fa2b-4965-b031-d6478b9bb727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:08.581561 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-3a701135-fa2b-4965-b031-d6478b9bb727 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b9130ef-9f1a-4df0-b7bd-15bed28b824c HTTP/1.1" status: 204 len: 168 time: 0.2225015 Apr 12 15:27:08.589498 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a701135-fa2b-4965-b031-d6478b9bb727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9130ef-9f1a-4df0-b7bd-15bed28b824c,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:09.263065 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56434) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:09.303045 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-37083ecc-7935-4d45-958a-2e212f269a18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3eb9b2b9d93490c9e8ca3b4334557db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388355 Apr 12 15:27:09.305458 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 56436) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:27:09.351274 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e01641f-4fe2-42ad-91a8-3b9a89468590 admin admin] Publish callbacks [] for security_group (5ea2fe0c-eba0-410d-a52f-ad765ee39dc9), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:09.372094 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e01641f-4fe2-42ad-91a8-3b9a89468590 admin admin] Publish callbacks [] for security_group (5ea2fe0c-eba0-410d-a52f-ad765ee39dc9), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:09.497074 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e01641f-4fe2-42ad-91a8-3b9a89468590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (5ea2fe0c-eba0-410d-a52f-ad765ee39dc9), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:09.499534 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6e01641f-4fe2-42ad-91a8-3b9a89468590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:09.500661 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-6e01641f-4fe2-42ad-91a8-3b9a89468590 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ea2fe0c-eba0-410d-a52f-ad765ee39dc9 HTTP/1.1" status: 204 len: 168 time: 0.1942930 Apr 12 15:27:09.508651 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01641f-4fe2-42ad-91a8-3b9a89468590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea2fe0c-eba0-410d-a52f-ad765ee39dc9,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:27:23.487618 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:27:27.507814 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-dd814178-6767-46a4-ba79-ead1fa7f702f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:30.142813 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-691078e7-af5b-455f-a11b-f59a089be6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:31.462278 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:33.359023 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:34.124858 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:37.355339 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:27:57.507534 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e58f33ce-2dd5-46f0-b7d6-59722de5cced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:00.153167 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-05609007-8845-4834-a901-904a27926ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:00.487144 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:28:01.467179 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:03.352989 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:04.083920 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:07.387038 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:27.500843 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2c5d0ff7-1138-4d06-b859-0f047afe2d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:30.139520 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-55f63dd9-894f-4c5d-8500-2a20342db742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:31.484196 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:33.402473 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:34.072327 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:37.369501 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:28:37.485971 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:28:57.511489 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-de47059a-3289-4a01-ad7e-2ce520e31bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:00.184203 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-7aac4c47-dba3-4eb2-ba2b-c3a43f781687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:01.466177 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:03.431803 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:04.125292 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:07.403332 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:14.485750 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:29:27.514678 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1e4ff4a3-79a7-4546-a85d-eb86199d9396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:30.248209 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-56fdaaf1-50cc-418f-941b-72222a91a3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:31.465322 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:33.367823 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:34.151435 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:37.388539 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:29:51.484521 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:29:57.522021 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-f0a6a23c-6313-483a-9b92-ac269a6a0034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:00.153427 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-1d582833-8d2d-4008-8b98-a5ec8fba7798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:01.476048 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:03.375956 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:04.084944 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:07.364364 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:27.500586 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4f9e33ac-73a2-4dc5-b090-9f1df1f9d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:28.483951 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:30:30.184525 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3d021c3d-b045-4551-9834-d9443bcbb1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:31.483541 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:33.396007 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:34.115767 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:37.380771 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:30:57.509185 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-653aa1e9-e7cb-451b-95fa-548ad6a8e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:00.155138 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-081071d3-be93-4be2-bd66-15246b0e0eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:01.492150 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:03.400958 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:04.063037 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:05.483365 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:31:07.367681 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:27.521610 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6239a212-2b87-47ca-abee-7c860c3632c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:30.144114 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2d13b4f2-c615-4185-a49a-32ac2d046e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:31.480157 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:33.378683 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:34.081520 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:37.350130 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:31:42.482442 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:31:57.520237 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e1bf0bde-df90-4bf4-bb80-4ea3095bd6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:00.166096 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-082d1ecd-cf46-4588-93cd-b580907bf487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:01.474405 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:03.400065 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:04.068311 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:07.354372 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:19.481389 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:32:27.496230 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ca51-6ed2-4ba8-b17c-e1e7d0ee898a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:30.164646 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-0a9ff63f-9c45-4ed7-8665-5be0bbd45c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:31.507471 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:33.410867 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:34.073284 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:37.359366 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:32:56.479806 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:32:57.478144 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-621f53ef-a717-4c3b-a2f1-e1f6a13bfa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:00.141592 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-583dde01-6db5-4e32-afd4-187de7544947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:01.478190 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:03.386995 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:04.072729 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:07.346954 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:27.506189 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-3a155c92-021c-4da8-87f2-00072586849f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:30.128891 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-b1f8ffff-64bb-4066-8e08-3b4656ddc3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:31.489156 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:33.390843 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:33.478501 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:33:34.094813 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:37.379512 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:44.424429 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [-] (110562) accepted ('10.222.0.64', 57384) {{(pid=110562) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:44.680743 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Deleting subnet a7926c3f-68cf-4e61-8ba6-6f611a02efaf {{(pid=110562) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 15:33:44.683771 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Publish callbacks [] for subnet (a7926c3f-68cf-4e61-8ba6-6f611a02efaf), before_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:44.717243 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10109273'] for subnet (a7926c3f-68cf-4e61-8ba6-6f611a02efaf), precommit_delete_associations {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:44.755054 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-666682'] for subnet (a7926c3f-68cf-4e61-8ba6-6f611a02efaf), precommit_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:44.883927 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-666627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10109856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10434900'] for subnet (a7926c3f-68cf-4e61-8ba6-6f611a02efaf), after_delete {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:44.914899 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7926c3f-68cf-4e61-8ba6-6f611a02efaf,revision_number=None']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:44.917965 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for subnet (None), before_response {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:44.921081 dv-cinder-837524-1-iscsi neutron-server[110562]: INFO neutron.wsgi [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a7926c3f-68cf-4e61-8ba6-6f611a02efaf HTTP/1.1" status: 204 len: 168 time: 0.4956515 Apr 12 15:33:44.923777 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 57390) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:44.927233 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.927587 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.927933 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.928276 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.928614 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.928946 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.929279 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.929609 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.929968 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.930331 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.930659 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.931038 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.931310 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.931632 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.931955 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b2f03c-9634-4109-a62f-343a0550d4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:44.999590 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607337'] for network (436b3836-e572-4a0a-984f-a83cba21781e), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.077957 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-660151', 'neutron.services.segments.db._delete_segments_for_network-8751142065327'] for network (436b3836-e572-4a0a-984f-a83cba21781e), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.097960 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436b3836-e572-4a0a-984f-a83cba21781e']}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:33:45.107644 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ec47e9-8690-4c9b-bb46-4bc6c41aca63') {'for_net_delete': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:33:45.108000 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.services.segments.db [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ec47e9-8690-4c9b-bb46-4bc6c41aca63') {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 15:33:45.117038 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751142068408', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10453609'] for segment (b6ec47e9-8690-4c9b-bb46-4bc6c41aca63), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.130133 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503'] for segment (b6ec47e9-8690-4c9b-bb46-4bc6c41aca63), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.136206 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=110561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 15:33:45.136589 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-664503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10439117'] for segment (b6ec47e9-8690-4c9b-bb46-4bc6c41aca63), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: Traceback (most recent call last): Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: timer() Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: cb(*args, **kw) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: return func(*args, **kwargs) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: self._notify() Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: self.callback(batched_events) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: event.method(event) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: return f(self, *a, **k) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._get(url).json() Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: return self.request(url, 'GET', **kwargs) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 15:33:45.138381 dv-cinder-837524-1-iscsi neutron-server[110561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 15:33:45.254560 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-660152', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667487'] for network (436b3836-e572-4a0a-984f-a83cba21781e), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.260208 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578288'] for network (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.266081 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] 10.222.0.64 "DELETE /v2.0/networks/436b3836-e572-4a0a-984f-a83cba21781e HTTP/1.1" status: 204 len: 168 time: 0.3412707 Apr 12 15:33:45.276926 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Pushing event deleted for resources: {'Network': ['ID=436b3836-e572-4a0a-984f-a83cba21781e,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:45.284886 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.285238 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.285586 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.285957 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.286296 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.286632 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.286960 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.287289 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.287621 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.287950 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.288278 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.288607 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.288931 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.289260 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.289607 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a8fdb7-11e5-487b-9d66-a7f9d13981ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837524-1-iscsi {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 15:33:45.613611 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 57396) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:45.653762 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-85699db5-fac9-4949-b2ff-be3d33c2d3ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d534a0fcf985433abc053d9e9543281f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389292 Apr 12 15:33:45.656653 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.wsgi [-] (110561) accepted ('10.222.0.64', 57398) {{(pid=110561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 15:33:45.705334 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-069e440b-51ba-4972-bbe3-98b6b6990a90 admin admin] Publish callbacks [] for security_group (c0fde5c4-5cea-4921-8e68-423b788f67b9), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.725626 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-069e440b-51ba-4972-bbe3-98b6b6990a90 admin admin] Publish callbacks [] for security_group (c0fde5c4-5cea-4921-8e68-423b788f67b9), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.922015 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-069e440b-51ba-4972-bbe3-98b6b6990a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585432'] for security_group (c0fde5c4-5cea-4921-8e68-423b788f67b9), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.924497 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-069e440b-51ba-4972-bbe3-98b6b6990a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:33:45.925655 dv-cinder-837524-1-iscsi neutron-server[110561]: INFO neutron.wsgi [None req-069e440b-51ba-4972-bbe3-98b6b6990a90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0fde5c4-5cea-4921-8e68-423b788f67b9 HTTP/1.1" status: 204 len: 168 time: 0.2680452 Apr 12 15:33:45.934177 dv-cinder-837524-1-iscsi neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e440b-51ba-4972-bbe3-98b6b6990a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fde5c4-5cea-4921-8e68-423b788f67b9,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 15:33:57.568382 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ed337a97-98ee-414c-bf28-9a03c8b91a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:00.140021 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e436943f-a9b4-45de-a814-d33006aa9a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:01.471091 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:03.477383 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:04.121535 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:07.397516 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:10.479067 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:34:27.529325 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-732d6bb9-bb80-49f2-8da9-6b04f3dd77d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:30.183594 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4ccc758a-9dc4-41d5-ad4b-2c12dc8fdac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:31.493559 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:33.416897 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:34.097362 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:37.449843 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:34:47.477541 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:34:57.510871 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a03cddd7-0056-410e-922b-e5046db55718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:00.156052 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6d005bd2-949b-487f-b4ad-dfb1c07f71d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:01.504882 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:03.433790 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:04.116451 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:07.456511 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:18.728310 dv-cinder-837524-1-iscsi neutron-server[110562]: DEBUG neutron.wsgi [req-6255448f-2b6b-433a-ae2e-f7ecf874ec76 req-baecc8a3-d156-4618-8044-1cd6c6396a5f tempest-VolumesSnapshotTestJSON-1616532945 tempest-VolumesSnapshotTestJSON-1616532945-project] (110562) timed out ('10.222.0.64', 37972) {{(pid=110562) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 15:35:24.475836 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:35:27.515078 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-5e4e9bd5-f9e4-4f05-b80b-fe34fb73caed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:30.152368 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-18783e9b-77d3-4f8f-ab50-b719ead95f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:31.506604 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:33.403880 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:34.103939 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:37.432001 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:35:57.546270 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-8c613f9a-7da0-4531-9db8-dfd03179f5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:00.174271 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ba55826b-ccb1-466a-b18c-f15617a7a1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:01.475032 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:36:01.543857 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:03.440497 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:04.177786 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:07.459843 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:27.561340 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-fd2ef29d-923c-4a20-8db0-e7efd7f68549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:30.173678 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-d2cf7582-7634-4921-a2ba-bbc7b9d00f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:31.562258 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:33.435737 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:34.082179 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:37.457557 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:36:38.474333 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:36:57.548892 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-6251fada-5003-47e0-a7bc-d3eb46e0b913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:00.160358 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-12919904-bb0c-4358-9226-93a7693df14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:01.497681 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:03.457472 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:04.103078 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:07.467845 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:15.474310 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:37:27.531099 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-464d3372-2e9b-450b-8d73-45b5e2f68995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:30.200461 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-4298994f-8b8a-4284-ac50-d990999ea34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:31.562060 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:33.473987 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:34.125144 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:37.461455 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:37:52.473372 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:37:57.597864 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-e727c1f5-44f5-4309-84e6-71775170a0a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:00.152642 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-06840d7e-aea2-49d9-a8fc-22a17cb5738c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:01.621213 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:03.443450 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:04.135632 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:07.535061 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:27.643086 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-faaf5e9c-fcd3-4fc0-84fe-9d1b4657c3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:29.472428 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:38:30.295231 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-73b09c15-2b74-4100-8cfb-50e2d68b50f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:31.552070 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:33.539657 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:34.162401 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:37.539208 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:38:57.539780 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-423347c4-6d3f-45f9-8bdd-2454716f2ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (d644d25e-f78a-431a-9993-25307ece4ba6), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:00.178698 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-082942e3-a149-4094-a6d6-159d7bb26762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (079c9e4e-48e1-4cb9-b38e-d780c914d241), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:01.527158 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-2df820d2-83ef-424f-9648-42f4b09c87e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (275f58f3-825e-41ca-b459-d904178d1d47), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:03.431202 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-a79c59fd-5169-479d-a7b0-cf5a7ed116f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (bfa4d3da-a672-42c3-b392-da626d4cfe40), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:04.141926 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-ee85eb6e-cee8-47eb-9d16-ecfaa61a4ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (6d7e59c7-4784-409c-b178-1dca236c354c), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 15:39:06.471069 dv-cinder-837524-1-iscsi neutron-server[110564]: DEBUG neutron.db.agents_db [None req-6ca1d54b-2589-4436-a9dd-e3a01479c5a2 None None] Agent healthcheck: found 6 active agents {{(pid=110564) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 15:39:07.494757 dv-cinder-837524-1-iscsi neutron-server[110563]: DEBUG neutron_lib.callbacks.manager [None req-415091ed-4b7e-459d-a377-4aff2a00abce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751142065309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-660976'] for agent (4cadaa5a-2b9a-4612-b8cd-25e2371650d1), after_update {{(pid=110563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}